00010000:00010000:0.0F:1789081849.183089:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0F:1789081849.249518:0:17898:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0F:1789081849.310695:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789081849.310729:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4348bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758540800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789081849.310801:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1789081849.311434:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758540800 00000100:00100000:1.0:1789081849.311452:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758540800 00000100:00100000:1.0:1789081849.311515:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789081849.311528:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1875987758540800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789081849.311562:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789081849.311618:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1875987758540800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081849.311625:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:1.0:1789081849.311647:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789081849.311761:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789081849.311787:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a025880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758540928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789081849.311819:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081849.311875:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4348bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758540800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789081849.311897:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758540928 00000100:00100000:3.0:1789081849.311900:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758540928 00000100:00100000:3.0:1789081849.311927:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789081849.311946:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758540928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789081849.311956:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789081849.311984:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758540928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081849.311991:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:3.0:1789081849.312004:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789081849.312021:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a025880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758540928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789081849.316503:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758541312:0@lo:400:kworker.0 00000100:00100000:0.0:1789081849.316599:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081849.316645:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875987758541824:0@lo:400:kworker.0 00000100:00100000:0.0:1789081849.316671:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081849.316686:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6a9bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875987758542336:0@lo:400:kworker.0 00000100:00100000:0.0:1789081849.316708:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081849.316748:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1789081849.316754:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758541184:0@lo:400:kworker.0 00000100:00100000:0.0:1789081849.316789:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081849.316809:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758541696:0@lo:400:kworker.0 00000100:00100000:0.0:1789081849.316832:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081849.316850:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1875987758542208:0@lo:400:kworker.0 00000100:00100000:0.0:1789081849.316875:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081849.316904:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758541312 00000100:00100000:0.0:1789081849.316914:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758541312 00000100:00100000:3.0:1789081849.317096:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758541696 00000100:00100000:3.0:1789081849.317100:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758541696 00000100:00100000:3.0:1789081849.317158:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789081849.317168:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758541696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317239:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758541696:12345-0@lo:400:kworker.0 Request processed in 72us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081849.317249:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789081849.317274:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758541824 00000100:00100000:3.0:1789081849.317278:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758541824 00000100:00100000:3.0:1789081849.317303:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758542336 00000100:00100000:3.0:1789081849.317306:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758542336 00000100:00100000:3.0:1789081849.317346:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758542208 00000100:00100000:3.0:1789081849.317349:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758542208 00000100:00100000:3.0:1789081849.317362:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789081849.317368:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875987758541824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317400:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875987758541824:12345-0@lo:400:kworker.0 Request processed in 32us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081849.317406:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789081849.317418:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789081849.317423:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875987758542336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317451:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875987758542336:12345-0@lo:400:kworker.0 Request processed in 27us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081849.317457:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789081849.317469:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789081849.317474:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875987758542208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317496:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875987758542208:12345-0@lo:400:kworker.0 Request processed in 23us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081849.317502:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789081849.317524:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758541184 00000100:00100000:3.0:1789081849.317528:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758541184 00000100:00100000:3.0:1789081849.317552:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789081849.317558:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758541184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317587:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758541184:12345-0@lo:400:kworker.0 Request processed in 29us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081849.317592:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:3.0:1789081849.317617:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789081849.317620:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789081849.317623:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789081849.317660:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758541184:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317670:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758541696:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317678:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1875987758542208:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317686:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875987758541824:0@lo:400:kworker.0 00010000:00080000:3.0:1789081849.317697:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fe6a9bce00 x1875987758542336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081849.317708:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6a9bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875987758542336:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317766:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:acf59256-1a13-4655-a138-da67e12421f5:3642:1875987758541056:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317801:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081849.317830:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758541568:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317853:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081849.317871:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1875987758542080:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317893:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081849.317913:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789081849.317919:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758541440:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317958:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081849.317977:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758541952:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.317996:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081849.318022:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758541056 00000100:00100000:3.0:1789081849.318027:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758541056 00000100:00100000:3.0:1789081849.318059:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1789081849.318091:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:acf59256-1a13-4655-a138-da67e12421f5+24:3642:x1875987758541056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.318127:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:acf59256-1a13-4655-a138-da67e12421f5+24:3642:x1875987758541056:12345-0@lo:400:kworker.0 Request processed in 62us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081849.318140:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1789081849.318168:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758541568 00000100:00100000:3.0:1789081849.318172:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758541568 00000100:00100000:3.0:1789081849.318192:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789081849.318198:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758541568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.318226:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758541568:12345-0@lo:400:kworker.0 Request processed in 29us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081849.318232:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789081849.318249:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758542080 00000100:00100000:3.0:1789081849.318253:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758542080 00000100:00100000:3.0:1789081849.318275:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758541440 00000100:00100000:3.0:1789081849.318278:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758541440 00000100:00100000:3.0:1789081849.318288:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758541952 00000100:00100000:3.0:1789081849.318290:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758541952 00000100:00100000:3.0:1789081849.318303:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789081849.318309:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a025f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875987758542080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.318347:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a025f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875987758542080:12345-0@lo:400:kworker.0 Request processed in 38us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081849.318353:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789081849.318364:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789081849.318369:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a027100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758541440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.318391:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a027100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758541440:12345-0@lo:400:kworker.0 Request processed in 22us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081849.318397:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789081849.318406:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789081849.318412:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758541952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.318444:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758541952:12345-0@lo:400:kworker.0 Request processed in 32us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081849.318450:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:3.0:1789081849.318469:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789081849.318471:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789081849.318492:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758541440:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.318502:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758541952:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.318509:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:acf59256-1a13-4655-a138-da67e12421f5:3642:1875987758541056:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.318517:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758541568:0@lo:400:kworker.0 00010000:00080000:3.0:1789081849.318525:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fe79e4bb80 x1875987758542080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081849.318533:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1875987758542080:0@lo:400:kworker.0 00000100:00100000:0.0:1789081849.329237:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789081849.329258:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758541312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081849.329411:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758541312:12345-0@lo:400:kworker.0 Request processed in 160us (12811us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081849.329419:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789081849.329481:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758541312:0@lo:400:kworker.0 00000100:00100000:3.0:1789081849.335006:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081849.335119:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081849.335236:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730153344 00000100:00100000:1.0:1789081849.335251:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730153344 00000100:00080000:3.0:1789081849.335319:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789081849.335342:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 32 00000100:00100000:1.0:1789081849.335355:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a024380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97e1e610-74c9-4340-9def-59492ca0e6b3+8:2378:x1875987730153344:12345-192.168.201.29@tcp:16:kworker.0 00000100:00100000:1.0:1789081849.335498:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a024380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97e1e610-74c9-4340-9def-59492ca0e6b3+8:2378:x1875987730153344:12345-192.168.201.29@tcp:16:kworker.0 Request processed in 146us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081849.335505:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 32 00000100:00100000:0.0:1789081849.335889:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730153216 00000100:00100000:0.0:1789081849.335895:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730153216 00002000:00100000:0.0:1789081849.336014:0:18657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x22:0x0] (0->8) req@ffffa0fe7a026d80 x1875987730153216/t0(0) o4->97e1e610-74c9-4340-9def-59492ca0e6b3@192.168.201.29@tcp:640/0 lens 504/0 e 0 to 0 dl 1789081860 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:0.0:1789081849.336049:0:18657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffffa0fe7a026d80 with x1875987730153216 ext(0->8) 00002000:00010000:0.0:1789081849.336055:0:18657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffffa0fe7a026d80 00000100:00100000:3.0:1789081849.336279:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 0 00000100:00100000:3.0:1789081849.336657:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97e1e610-74c9-4340-9def-59492ca0e6b3+8:2378:x1875987730153216:12345-192.168.201.29@tcp:4:bash.0 00000100:00100000:3.0:1789081849.346161:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97e1e610-74c9-4340-9def-59492ca0e6b3+10:2378:x1875987730153216:12345-192.168.201.29@tcp:4:bash.0 Request processed in 9498us (11156us total) trans 8589934599 rc 0/0 00000100:00100000:3.0:1789081849.346177:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 0 00002000:00100000:3.0:1789081849.346188:0:18657:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x22:0x0] (0->8) req@ffffa0fe7a026d80 x1875987730153216/t8589934599(0) o4->97e1e610-74c9-4340-9def-59492ca0e6b3@192.168.201.29@tcp:640/0 lens 504/448 e 0 to 0 dl 1789081860 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:3.0:1789081849.346198:0:18657:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffffa0fe7a026d80 with x1875987730153216 ext(0->8) 00002000:00010000:3.0:1789081849.346218:0:18657:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffffa0fe7a026d80 00010000:00010000:2.0:1789081850.214527:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081851.231317:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1789081851.361763:0:19466:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589934599 is committed 00000001:00080000:3.0:1789081851.361791:0:19466:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589934598 is committed 00000001:00080000:3.0:1789081851.364055:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:3.0:1789081851.364129:0:17123:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffffa0fe6ffaca80 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1789081851.364136:0:17123:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffffa0fe7c408700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffffa0fe6ffacb40 00000020:00080000:3.0:1789081851.364140:0:17123:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffffa0fe7c408500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffffa0fe79b6cc00 00010000:00010000:3.0:1789081851.364184:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe79fe0200/0x7375183570f75391 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081851.364197:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe79fe0200/0x7375183570f75391 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081851.364205:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe79fe0200/0x7375183570f75391 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081851.364212:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe0200 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:3.0:1789081851.364218:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe79fe0200/0x7375183570f75391 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081851.364225:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe79fe0200/0x7375183570f75391 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081851.364250:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffffa0fe5f5f1300) 00010000:00010000:3.0:1789081851.364253:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789081851.364260:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe79fe0200/0x7375183570f75391 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081851.364268:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe79fe0200/0x7375183570f75391 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17145 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1789081851.364339:0:17183:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:3.0:1789081851.364434:0:17183:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:1.0:1789081851.906936:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081851.906985:0:17136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730153472 00000100:00100000:1.0:1789081851.906998:0:17136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730153472 00000100:00100000:1.0:1789081851.907093:0:17136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 170 00000100:00100000:1.0:1789081851.907105:0:17136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bec75351-5a54-4b70-8d80-7042aeb8f061+13:2380:x1875987730153472:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1789081851.907194:0:17136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bec75351-5a54-4b70-8d80-7042aeb8f061+13:2380:x1875987730153472:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 91us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081851.907203:0:17136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 170 00000100:00100000:1.0:1789081851.907256:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081851.907420:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081851.910383:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730153728 00000100:00100000:3.0:1789081851.910406:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730153728 00000100:00100000:3.0:1789081851.910483:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730153600 00000100:00100000:3.0:1789081851.910487:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730153600 00000100:00100000:3.0:1789081851.910521:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 83 00000100:00100000:3.0:1789081851.910532:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4348a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97e1e610-74c9-4340-9def-59492ca0e6b3+5:2380:x1875987730153728:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1789081851.910651:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4348a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97e1e610-74c9-4340-9def-59492ca0e6b3+5:2380:x1875987730153728:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 119us (3393us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081851.910659:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 83 00000100:00100000:3.0:1789081851.910678:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 84 00000100:00100000:3.0:1789081851.910685:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4348bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97e1e610-74c9-4340-9def-59492ca0e6b3+12:2380:x1875987730153600:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1789081851.910712:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4348bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97e1e610-74c9-4340-9def-59492ca0e6b3+12:2380:x1875987730153600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (3292us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081851.910719:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 84 00000100:00080000:3.0:1789081851.910761:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789081851.910766:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789081851.922426:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081851.922473:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081851.922529:0:19139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730153856 00000100:00100000:1.0:1789081851.922542:0:19139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730153856 00000100:00100000:1.0:1789081851.922609:0:19139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730154368 00000100:00100000:1.0:1789081851.922613:0:19139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730154368 00000100:00100000:1.0:1789081851.922644:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 33 00000100:00100000:1.0:1789081851.922655:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97e1e610-74c9-4340-9def-59492ca0e6b3+5:2377:x1875987730153856:12345-192.168.201.29@tcp:9:kworker.0 00000020:00000080:1.0:1789081851.922698:0:19139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f75049 00000100:00080000:1.0:1789081851.922718:0:19139:0:(import.c:65:import_set_state_nolock()) ffffa0fd428b1800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789081851.922778:0:19139:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789081851.923008:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97e1e610-74c9-4340-9def-59492ca0e6b3+2:2377:x1875987730153856:12345-192.168.201.29@tcp:9:kworker.0 Request processed in 353us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081851.923018:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 33 00000100:00100000:1.0:1789081851.923037:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 34 00000100:00100000:1.0:1789081851.923046:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+5:2377:x1875987730154368:12345-192.168.201.29@tcp:9:kworker.0 00000020:00000080:1.0:1789081851.923059:0:19139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f75088 00000100:00080000:1.0:1789081851.923103:0:19139:0:(import.c:65:import_set_state_nolock()) ffffa0fe5ecb5800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789081851.923130:0:19139:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789081851.923187:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+2:2377:x1875987730154368:12345-192.168.201.29@tcp:9:kworker.0 Request processed in 142us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081851.923194:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 34 00000100:00080000:1.0:1789081851.923216:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789081851.923289:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081851.923324:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081851.923387:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081851.923496:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081851.923540:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00010000:00010000:1.0:1789081851.923560:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081851.923579:0:19139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730154496 00000100:00100000:1.0:1789081851.923585:0:19139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730154496 00000100:00100000:1.0:1789081851.923615:0:19139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730153984 00000100:00100000:1.0:1789081851.923617:0:19139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730153984 00000100:00100000:1.0:1789081851.923634:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 30 00000100:00100000:1.0:1789081851.923640:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97e1e610-74c9-4340-9def-59492ca0e6b3+6:2381:x1875987730153984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1789081851.923680:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97e1e610-74c9-4340-9def-59492ca0e6b3+6:2381:x1875987730153984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 39us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081851.923688:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 30 00000100:00100000:1.0:1789081851.923701:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 35 00000100:00100000:1.0:1789081851.923708:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+5:2377:x1875987730154496:12345-192.168.201.29@tcp:9:kworker.0 00000020:00000080:1.0:1789081851.923722:0:19139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f7508f 00000100:00080000:1.0:1789081851.923733:0:19139:0:(import.c:65:import_set_state_nolock()) ffffa0fe5ecb1000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789081851.923762:0:19139:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1789081851.923858:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+2:2377:x1875987730154496:12345-192.168.201.29@tcp:9:kworker.0 Request processed in 150us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081851.923865:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 35 00000100:00100000:1.0:1789081851.923888:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730154240 00000100:00100000:1.0:1789081851.923892:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730154240 00000100:00100000:1.0:1789081851.923925:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730154112 00000100:00100000:1.0:1789081851.923928:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730154112 00000100:00100000:1.0:1789081851.923951:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 85 00000100:00100000:1.0:1789081851.923958:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+5:2381:x1875987730154240:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1789081851.923987:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+5:2381:x1875987730154240:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081851.923994:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 85 00000100:00100000:1.0:1789081851.924006:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 86 00000100:00100000:1.0:1789081851.924021:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+6:2381:x1875987730154112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1789081851.924091:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f978000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+6:2381:x1875987730154112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081851.924098:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 86 00000100:00080000:1.0:1789081851.924117:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789081851.924121:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789081851.924123:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1789081851.924219:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081852.265966:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081852.564268:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081852.564317:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730154624 00000100:00100000:1.0:1789081852.564330:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730154624 00000100:00100000:1.0:1789081852.564398:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 74 00000100:00100000:1.0:1789081852.564410:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97e1e610-74c9-4340-9def-59492ca0e6b3+12:15591:x1875987730154624:12345-192.168.201.29@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1789081852.564545:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97e1e610-74c9-4340-9def-59492ca0e6b3+12:15591:x1875987730154624:12345-192.168.201.29@tcp:60:lhsmtool_posix.0 Request processed in 137us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081852.564553:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 74 00000100:00100000:1.0:1789081852.581786:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081852.581833:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730154752 00000100:00100000:1.0:1789081852.581845:0:18647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730154752 00000100:00100000:1.0:1789081852.581912:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 75 00000100:00100000:1.0:1789081852.581924:0:18647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97e1e610-74c9-4340-9def-59492ca0e6b3+5:15591:x1875987730154752:12345-192.168.201.29@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1789081852.582057:0:18647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97e1e610-74c9-4340-9def-59492ca0e6b3+5:15591:x1875987730154752:12345-192.168.201.29@tcp:60:lhsmtool_posix.0 Request processed in 134us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081852.582082:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 75 00000100:00100000:1.0:1789081852.597246:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081852.597366:0:20286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730155008 00000100:00100000:3.0:1789081852.597379:0:20286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730155008 00000100:00100000:3.0:1789081852.597452:0:20286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 16 00000100:00100000:3.0:1789081852.597464:0:20286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe4558e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:97e1e610-74c9-4340-9def-59492ca0e6b3+12:15591:x1875987730155008:12345-192.168.201.29@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1789081852.597777:0:20286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe4558e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:97e1e610-74c9-4340-9def-59492ca0e6b3+13:15591:x1875987730155008:12345-192.168.201.29@tcp:35:lhsmtool_posix.0 Request processed in 313us (539us total) trans 8589934636 rc 0/0 00000100:00100000:3.0:1789081852.597786:0:20286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 16 00000100:00100000:3.0:1789081852.894580:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6fee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758542464:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789081852.894670:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081852.894823:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758542464 00000100:00100000:2.0:1789081852.894832:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758542464 00000100:00100000:2.0:1789081852.894901:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789081852.894912:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758542464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789081852.894942:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789081852.894991:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758542464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081852.894998:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789081852.895043:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6fee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758542464:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789081852.895438:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789081853.278452:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081853.406507:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6fee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758542592:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789081853.406602:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081853.406733:0:17885:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758542592 00000100:00100000:2.0:1789081853.406741:0:17885:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758542592 00000100:00100000:2.0:1789081853.406798:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789081853.406807:0:17885:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758542592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789081853.406843:0:17885:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789081853.406893:0:17885:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758542592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081853.406899:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789081853.407157:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6fee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758542592:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789081853.408214:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789081853.408254:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6a9bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758542720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789081853.408340:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081853.408464:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758542720 00000100:00100000:0.0:1789081853.408475:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758542720 00000100:00100000:0.0:1789081853.408542:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1789081853.408553:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a025180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758542720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789081853.408604:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789081853.408671:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a025180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758542720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081853.408678:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789081853.408778:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6a9bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758542720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789081853.918486:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789081853.918512:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a025c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758542848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789081853.918583:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081853.918707:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758542848 00000100:00100000:2.0:1789081853.918715:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758542848 00000100:00100000:2.0:1789081853.918773:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789081853.918781:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758542848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789081853.918802:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789081853.918847:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758542848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081853.918854:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789081853.918894:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a025c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758542848:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1789081853.919305:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789081854.302797:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081854.430944:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789081854.430974:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6fee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758542976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789081854.431050:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081854.431147:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758542976 00000100:00100000:2.0:1789081854.431156:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758542976 00000100:00100000:2.0:1789081854.431243:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789081854.431254:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758542976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789081854.431286:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789081854.431626:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758542976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081854.431636:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:2.0:1789081854.431661:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789081854.431765:0:3642:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:2.0:1789081854.431771:0:3642:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0fe7fa59500, transno 8589934596 00000004:00080000:2.0:1789081854.431785:0:3642:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:2.0:1789081854.431819:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6fee9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758542976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789081854.432790:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758543232:0@lo:400:kworker.0 00000100:00100000:1.0:1789081854.432845:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081854.432878:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758543744:0@lo:400:kworker.0 00000100:00100000:1.0:1789081854.432901:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081854.432919:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758544256:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.433496:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:acf59256-1a13-4655-a138-da67e12421f5:3642:1875987758543104:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.433537:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081854.433567:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758543616:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.433590:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081854.433604:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758544128:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.433626:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081854.433655:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1789081854.433661:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758543488:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.433683:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081854.433824:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758543232 00000100:00100000:0.0:1789081854.433832:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758543232 00000100:00100000:0.0:1789081854.433871:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758543616 00000100:00100000:0.0:1789081854.433874:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758543616 00000100:00100000:0.0:1789081854.433889:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789081854.433897:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758543232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081854.433965:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758543232:12345-0@lo:400:kworker.0 Request processed in 69us (1120us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081854.433971:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789081854.433988:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789081854.433993:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6fee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758543616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081854.434018:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6fee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758543616:12345-0@lo:400:kworker.0 Request processed in 25us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081854.434023:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789081854.434048:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758543360:0@lo:400:kworker.0 00000100:00100000:0.0:1789081854.434107:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081854.434128:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758543872:0@lo:400:kworker.0 00000100:00100000:0.0:1789081854.434147:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081854.434164:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1875987758544384:0@lo:400:kworker.0 00000100:00100000:0.0:1789081854.435041:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758543744 00000100:00100000:0.0:1789081854.435050:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758543744 00000100:00100000:0.0:1789081854.435130:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758543360 00000100:00100000:0.0:1789081854.435134:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758543360 00000100:00100000:0.0:1789081854.435145:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758543872 00000100:00100000:0.0:1789081854.435148:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758543872 00000100:00100000:3.0:1789081854.436093:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789081854.441102:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6a9bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758544640:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789081854.441209:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081854.441591:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758543104 00000100:00100000:3.0:1789081854.441600:0:17137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758543104 00000100:00100000:3.0:1789081854.441659:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1789081854.441669:0:17137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:acf59256-1a13-4655-a138-da67e12421f5+24:3642:x1875987758543104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081854.441739:0:17137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:acf59256-1a13-4655-a138-da67e12421f5+24:3642:x1875987758543104:12345-0@lo:400:kworker.0 Request processed in 72us (8201us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081854.441747:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1789081854.441805:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758544128 00000100:00100000:3.0:1789081854.441810:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758544128 00000100:00100000:3.0:1789081854.441843:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758543488 00000100:00100000:3.0:1789081854.441846:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758543488 00000100:00100000:3.0:1789081854.441867:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789081854.441874:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6fee8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758544128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081854.441910:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6fee8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758544128:12345-0@lo:400:kworker.0 Request processed in 37us (8282us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081854.441917:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789081854.441928:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789081854.441934:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758543488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081854.441979:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758543488:12345-0@lo:400:kworker.0 Request processed in 45us (8296us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081854.441984:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789081854.442016:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758544640 00000100:00100000:3.0:1789081854.442020:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758544640 00000100:00100000:3.0:1789081854.442044:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789081854.442050:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a024700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3641:x1875987758544640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789081854.442088:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789081854.442125:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a024700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3641:x1875987758544640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081854.442132:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789081854.442178:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6a9bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758544640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789081854.447286:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789081854.447322:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758543744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081854.447436:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758543744:12345-0@lo:400:kworker.0 Request processed in 133us (14533us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081854.458843:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789081854.458875:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758543360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.459456:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875987758544000:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.459521:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081854.459568:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875987758544512:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.459590:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081854.459629:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:acf59256-1a13-4655-a138-da67e12421f5:3642:1875987758543104:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.459645:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758543616:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.459658:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758544128:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.459686:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758543488:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.459731:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758544000 00000100:00100000:2.0:1789081854.459738:0:18647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758544000 00000100:00100000:2.0:1789081854.459780:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758544512 00000100:00100000:2.0:1789081854.459783:0:18647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758544512 00000100:00100000:2.0:1789081854.459803:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789081854.459810:0:18647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44185880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875987758544000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.459851:0:18647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44185880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875987758544000:12345-0@lo:400:kworker.0 Request processed in 41us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081854.459859:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789081854.459874:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1789081854.459882:0:18647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44185180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875987758544512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.459907:0:18647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44185180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875987758544512:12345-0@lo:400:kworker.0 Request processed in 26us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081854.459912:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1789081854.460091:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875987758544000:0@lo:400:kworker.0 00010000:00080000:2.0:1789081854.460103:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd4363e300 x1875987758544512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081854.460130:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875987758544512:0@lo:400:kworker.0 00000100:00100000:1.0:1789081854.460297:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758543360:12345-0@lo:400:kworker.0 Request processed in 1438us (26188us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081854.460306:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789081854.460326:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789081854.460408:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758543872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081854.460445:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758543872:12345-0@lo:400:kworker.0 Request processed in 40us (26296us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081854.460451:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789081854.460509:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081854.460533:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758544256 00000100:00100000:1.0:1789081854.460536:0:18647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758544256 00000100:00100000:1.0:1789081854.460562:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1789081854.460568:0:18647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758544256:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1789081854.460921:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789081854.460926:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789081854.460929:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789081854.461035:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789081854.461095:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081854.461144:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758543360:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.461157:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758543872:0@lo:400:kworker.0 00000100:00100000:1.0:1789081854.461300:0:18647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758544256:12345-0@lo:400:kworker.0 Request processed in 28us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081854.461308:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1789081854.461324:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758544384 00000100:00100000:1.0:1789081854.461402:0:18647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758544384 00000100:00100000:1.0:1789081854.461438:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789081854.461444:0:18647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44184a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875987758544384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081854.461490:0:18647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44184a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1875987758544384:12345-0@lo:400:kworker.0 Request processed in 45us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081854.461496:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00080000:1.0:1789081854.461515:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1789081854.461537:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fe7f97aa00 x1875987758544256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081854.461548:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758544256:0@lo:400:kworker.0 00000100:00100000:1.0:1789081854.461569:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758543232:0@lo:400:kworker.0 00000100:00100000:1.0:1789081854.461584:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758543744:0@lo:400:kworker.0 00000100:00100000:2.0:1789081854.461774:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1875987758544384:0@lo:400:kworker.0 00000100:00100000:0.0:1789081854.465490:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000040:00080000:0.0:1789081855.008119:0:17179:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789081855.008132:0:17179:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789081855.008228:0:17179:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789081855.008240:0:17179:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1789081855.327044:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081856.351274:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1789081857.004341:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:0.0:1789081857.004358:0:17123:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:3.0:1789081857.004611:0:17183:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:3.0:1789081857.004634:0:17183:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:0.0:1789081857.004797:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081857.004843:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789081857.004999:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730155264 00000100:00100000:2.0:1789081857.005008:0:18647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730155264 00000100:00100000:2.0:1789081857.005095:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 93 00000100:00100000:2.0:1789081857.005107:0:18647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97e1e610-74c9-4340-9def-59492ca0e6b3+12:2378:x1875987730155264:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789081857.005204:0:18647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:97e1e610-74c9-4340-9def-59492ca0e6b3+12:2378:x1875987730155264:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 100us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081857.005212:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 93 00000100:00080000:0.0:1789081857.005457:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789081857.005794:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730155136 00000100:00100000:3.0:1789081857.005801:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730155136 00000100:00100000:3.0:1789081857.005835:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 172 00000100:00100000:3.0:1789081857.005844:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bec75351-5a54-4b70-8d80-7042aeb8f061+13:2378:x1875987730155136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1789081857.005888:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bec75351-5a54-4b70-8d80-7042aeb8f061+13:2378:x1875987730155136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081857.005895:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 172 00000100:00100000:1.0:1789081857.013712:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081857.013757:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081857.013782:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081857.013827:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081857.013854:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730155392 00000100:00100000:1.0:1789081857.013864:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730155392 00000100:00100000:1.0:1789081857.013916:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730155776 00000100:00100000:1.0:1789081857.013919:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730155776 00000100:00100000:1.0:1789081857.013933:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730155648 00000100:00100000:1.0:1789081857.013935:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730155648 00000100:00100000:1.0:1789081857.013955:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 94 00000100:00100000:1.0:1789081857.013963:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97e1e610-74c9-4340-9def-59492ca0e6b3+5:2378:x1875987730155392:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1789081857.014036:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97e1e610-74c9-4340-9def-59492ca0e6b3+5:2378:x1875987730155392:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 73us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081857.014043:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 94 00000100:00100000:1.0:1789081857.014059:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 95 00000100:00100000:1.0:1789081857.014097:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+5:2379:x1875987730155776:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1789081857.014121:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+5:2379:x1875987730155776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081857.014127:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 95 00000100:00100000:1.0:1789081857.014138:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 96 00000100:00100000:1.0:1789081857.014144:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+6:2379:x1875987730155648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1789081857.014167:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+6:2379:x1875987730155648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081857.014172:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 96 00000100:00080000:1.0:1789081857.014634:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789081857.014639:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789081857.014838:0:19139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730155520 00000100:00100000:3.0:1789081857.014845:0:19139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730155520 00000100:00100000:3.0:1789081857.014902:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 34 00000100:00100000:3.0:1789081857.014910:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97e1e610-74c9-4340-9def-59492ca0e6b3+6:2378:x1875987730155520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1789081857.014967:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97e1e610-74c9-4340-9def-59492ca0e6b3+6:2378:x1875987730155520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (1209us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081857.014974:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 34 00000100:00080000:1.0:1789081857.023435:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:2.0:1789081857.075936:0:20522:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 19:10:55 (1789081855) 00010000:00010000:1.0:1789081857.376666:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1789081857.516058:0:19466:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 00000020:00000080:3.0:1789081857.516105:0:19466:0:(genops.c:906:class_export_put()) final put ffffa0fe5ecb7800/3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 00000020:00000080:1.0:1789081857.518364:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe5ecb7800/3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 for lustre-OST0001 00000020:00000080:1.0:1789081857.518448:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe5ecb1000 for lustre-OST0001 00000001:00100000:0.0:1789081857.520673:0:18648:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 00000020:00000080:0.0:1789081857.520683:0:18648:0:(genops.c:906:class_export_put()) final put ffffa0fd42820000/3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 00000001:00100000:0.0:1789081857.520715:0:18648:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 97e1e610-74c9-4340-9def-59492ca0e6b3 00000020:00000080:0.0:1789081857.520718:0:18648:0:(genops.c:906:class_export_put()) final put ffffa0fd42b3c800/97e1e610-74c9-4340-9def-59492ca0e6b3 00000020:00000080:3.0:1789081857.523398:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42820000/3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 for lustre-OST0000 00000020:00000080:3.0:1789081857.523479:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42b3c800/97e1e610-74c9-4340-9def-59492ca0e6b3 for lustre-OST0000 00000020:00000080:3.0:1789081857.523505:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe5ecb5800 for lustre-OST0000 00000020:00000080:3.0:1789081857.523510:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd428b1800 for lustre-OST0000 00000100:00100000:2.0:1789081858.014244:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789081858.014271:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758544768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789081858.014342:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081858.015797:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758544768 00000100:00100000:3.0:1789081858.015809:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758544768 00000100:00100000:3.0:1789081858.015882:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789081858.015892:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758544768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789081858.015923:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789081858.015994:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758544768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (1651us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081858.016001:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789081858.016049:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758544768:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789081858.016629:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789081858.398351:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081858.526667:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789081858.526700:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758544896:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789081858.526795:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081858.526883:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758544896 00000100:00100000:1.0:1789081858.526893:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758544896 00000100:00100000:1.0:1789081858.526973:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789081858.526984:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758544896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789081858.527032:0:17148:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789081858.527108:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758544896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081858.527116:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789081858.527405:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758544896:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789081858.528404:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758545024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789081858.528483:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081858.532849:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758545024 00000100:00100000:2.0:1789081858.532871:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758545024 00000100:00100000:2.0:1789081858.533177:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789081858.533201:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758545024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789081858.533277:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1789081858.538792:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758545024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5590us (10295us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081858.538810:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789081858.539652:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758545024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789081859.038843:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a025c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758545152:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789081859.038954:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081859.039032:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758545152 00000100:00100000:3.0:1789081859.039050:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758545152 00000100:00100000:3.0:1789081859.039153:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789081859.039164:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758545152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789081859.039194:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789081859.039246:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758545152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081859.039255:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789081859.039317:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a025c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758545152:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1789081859.042715:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789081859.423302:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789081859.492228:0:17898:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789081859.552229:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789081859.552277:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6a9bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758545280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789081859.552378:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081859.552467:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758545280 00000100:00100000:0.0:1789081859.552478:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758545280 00000100:00100000:0.0:1789081859.552559:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789081859.552571:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758545280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789081859.552610:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789081859.552665:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758545280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081859.552673:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1789081859.552700:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789081859.552747:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6a9bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758545280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789081859.553115:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758545536:0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.553169:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081859.553200:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758546048:0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.553223:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081859.553240:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875987758546560:0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.553265:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081859.553285:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1789081859.553290:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758545664:0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.553314:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081859.553333:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758546176:0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.553356:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081859.553391:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875987758546688:0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.553412:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081859.553450:0:17885:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758545536 00000100:00100000:1.0:1789081859.553455:0:17885:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758545536 00000100:00100000:1.0:1789081859.553489:0:17885:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758546048 00000100:00100000:1.0:1789081859.553493:0:17885:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758546048 00000100:00100000:1.0:1789081859.553508:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789081859.553514:0:17885:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758545536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.553562:0:17885:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758545536:12345-0@lo:400:kworker.0 Request processed in 48us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081859.553569:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789081859.553581:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789081859.553587:0:17885:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758546048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.553612:0:17885:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758546048:12345-0@lo:400:kworker.0 Request processed in 26us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081859.553618:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789081859.553640:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758546560 00000100:00100000:1.0:1789081859.553644:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758546560 00000100:00100000:1.0:1789081859.553675:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758546688 00000100:00100000:1.0:1789081859.553678:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758546688 00000100:00100000:1.0:1789081859.553705:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789081859.553711:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875987758546560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.553742:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875987758546560:12345-0@lo:400:kworker.0 Request processed in 31us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081859.553748:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789081859.553759:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789081859.553765:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875987758546688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.553803:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875987758546688:12345-0@lo:400:kworker.0 Request processed in 38us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081859.553809:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789081859.553831:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758545664 00000100:00100000:1.0:1789081859.553835:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758545664 00000100:00100000:1.0:1789081859.553861:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758546176 00000100:00100000:1.0:1789081859.553863:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758546176 00000100:00100000:1.0:1789081859.553881:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789081859.553886:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758545664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.553918:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758545664:12345-0@lo:400:kworker.0 Request processed in 31us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081859.553925:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789081859.553935:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789081859.553941:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758546176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.553965:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758546176:12345-0@lo:400:kworker.0 Request processed in 24us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081859.553971:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789081859.554011:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758545664:0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.554021:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758546176:0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.554030:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875987758546688:0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.554038:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758545536:0@lo:400:kworker.0 00000100:00100000:1.0:1789081859.554048:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758546048:0@lo:400:kworker.0 00010000:00080000:1.0:1789081859.554061:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd4363e300 x1875987758546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081859.554115:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875987758546560:0@lo:400:kworker.0 00000100:00080000:0.0:1789081859.556442:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789081859.556456:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789081859.556485:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:acf59256-1a13-4655-a138-da67e12421f5:3644:1875987758545408:0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.556583:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081859.556648:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875987758545920:0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.556681:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081859.556706:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1875987758546432:0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.556728:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081859.556759:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1789081859.556766:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758545792:0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.556793:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081859.556829:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875987758546304:0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.556853:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081859.556873:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875987758546816:0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.556895:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081859.556933:0:17136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758545408 00000100:00100000:0.0:1789081859.556945:0:17136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758545408 00000100:00100000:0.0:1789081859.557023:0:17136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1789081859.557034:0:17136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:acf59256-1a13-4655-a138-da67e12421f5+24:3644:x1875987758545408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.557150:0:17136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:acf59256-1a13-4655-a138-da67e12421f5+24:3644:x1875987758545408:12345-0@lo:400:kworker.0 Request processed in 117us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081859.557159:0:17136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1789081859.557202:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758545920 00000100:00100000:0.0:1789081859.557206:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758545920 00000100:00100000:0.0:1789081859.557228:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758546432 00000100:00100000:0.0:1789081859.557231:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758546432 00000100:00100000:0.0:1789081859.557268:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758546304 00000100:00100000:0.0:1789081859.557271:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758546304 00000100:00100000:0.0:1789081859.557283:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758546816 00000100:00100000:0.0:1789081859.557285:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758546816 00000100:00100000:0.0:1789081859.557301:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789081859.557307:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875987758545920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.557343:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875987758545920:12345-0@lo:400:kworker.0 Request processed in 35us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081859.557351:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789081859.557364:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1789081859.557369:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875987758546432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.557392:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875987758546432:12345-0@lo:400:kworker.0 Request processed in 23us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081859.557407:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1789081859.557419:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789081859.557423:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875987758546304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.557452:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875987758546304:12345-0@lo:400:kworker.0 Request processed in 28us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081859.557458:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789081859.557469:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1789081859.557474:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875987758546816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.557499:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875987758546816:12345-0@lo:400:kworker.0 Request processed in 25us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081859.557505:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1789081859.557534:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758545792 00000100:00100000:0.0:1789081859.557537:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758545792 00000100:00100000:0.0:1789081859.557571:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789081859.557578:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758545792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.557609:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758545792:12345-0@lo:400:kworker.0 Request processed in 32us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081859.557616:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1789081859.557650:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789081859.557655:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789081859.557657:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789081859.557691:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758545792:0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.557702:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875987758546304:0@lo:400:kworker.0 00010000:00080000:0.0:1789081859.557715:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd43749500 x1875987758546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081859.557738:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875987758546816:0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.557748:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:acf59256-1a13-4655-a138-da67e12421f5:3644:1875987758545408:0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.557757:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875987758545920:0@lo:400:kworker.0 00000100:00100000:0.0:1789081859.557768:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1875987758546432:0@lo:400:kworker.0 00000100:00100000:2.0:1789081859.561430:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6a9bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758546944:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789081859.561529:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081859.561886:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758546944 00000100:00100000:0.0:1789081859.561896:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758546944 00000100:00100000:0.0:1789081859.561961:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789081859.562042:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758546944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789081859.562096:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789081859.562168:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758546944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081859.562176:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789081859.562290:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6a9bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758546944:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1789081860.447373:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081861.471989:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081861.581524:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081861.581554:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789081861.581667:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730156032 00000100:00100000:0.0:1789081861.581667:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730155904 00000100:00100000:2.0:1789081861.581684:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730156032 00000100:00100000:0.0:1789081861.581685:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730155904 00000100:00100000:0.0:1789081861.581794:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4 00000100:00100000:0.0:1789081861.581807:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bec75351-5a54-4b70-8d80-7042aeb8f061+14:2381:x1875987730155904:12345-192.168.201.29@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1789081861.581813:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 5 00000100:00100000:2.0:1789081861.581827:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bec75351-5a54-4b70-8d80-7042aeb8f061+14:2381:x1875987730156032:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789081861.581834:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789081861.581838:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789081861.581864:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79f02400/0x7375183570f7502d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208463ffecc expref: 14 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081861.581873:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fd428dea00/0x7375183570f75026 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208463ffe9b expref: 14 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081861.581893:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789081861.581893:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789081861.582150:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bec75351-5a54-4b70-8d80-7042aeb8f061+12:2381:x1875987730156032:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 327us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081861.582159:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 5 00000100:00100000:0.0:1789081861.582277:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bec75351-5a54-4b70-8d80-7042aeb8f061+11:2381:x1875987730155904:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 471us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081861.582286:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4 00000100:00100000:2.0:1789081861.582983:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081861.583179:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730156160 00000100:00100000:1.0:1789081861.583187:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730156160 00000100:00100000:1.0:1789081861.583242:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 6 00000100:00100000:1.0:1789081861.583251:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44184380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bec75351-5a54-4b70-8d80-7042aeb8f061+11:2380:x1875987730156160:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789081861.583265:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789081861.583294:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79fe1000/0x7375183570f750b2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208463fff82 expref: 11 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081861.583310:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789081861.583363:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44184380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bec75351-5a54-4b70-8d80-7042aeb8f061+10:2380:x1875987730156160:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 113us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081861.583371:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 6 00000100:00100000:1.0:1789081861.584790:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789081861.587894:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730156416 00000100:00100000:2.0:1789081861.587913:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730156416 00000100:00100000:2.0:1789081861.588018:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 36 00000100:00100000:2.0:1789081861.588029:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97e1e610-74c9-4340-9def-59492ca0e6b3+6:2377:x1875987730156416:12345-192.168.201.29@tcp:9:umount.0 00000020:00000080:2.0:1789081861.588111:0:18651:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f75050 00000020:00010000:2.0:1789081861.588122:0:18651:0:(genops.c:1942:obd_stale_export_put()) Put export ffffa0fd433f5000: total 0 00000100:00080000:2.0:1789081861.588146:0:18651:0:(import.c:65:import_set_state_nolock()) ffffa0fd433f3000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789081861.588202:0:18651:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1789081861.588435:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97e1e610-74c9-4340-9def-59492ca0e6b3+4:2377:x1875987730156416:12345-192.168.201.29@tcp:9:umount.0 Request processed in 394us (3640us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081861.588444:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 36 00000100:00080000:0.0:1789081861.588691:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00010000:1.0:1789081861.589394:0:17132:0:(genops.c:1928:obd_stale_export_get()) Get export ffffa0fd433f5000: total 0 00010000:00010000:1.0:1789081861.589401:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081861.589706:0:17132:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffffa0fd433f5000, canceled 0 locks, left on hash table 1. 00002000:00010000:1.0:1789081861.589754:0:17132:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:1.0:1789081861.589758:0:17132:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime from disk: 1789081845 -> 1789081846 00002000:00010000:1.0:1789081861.589761:0:17132:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime from disk: 1789081845 -> 1789081846 00002000:00010000:1.0:1789081861.589763:0:17132:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1789081861.589800:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a822bbee/0x7375183570f753c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400062 expref: 3 pid: 19139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081861.589848:0:17132:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffffa0fd433f5000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1789081861.589862:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081861.589864:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081861.589865:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081861.597939:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081861.598581:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730157312 00000100:00100000:1.0:1789081861.598597:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730157312 00000100:00080000:0.0:1789081861.598685:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789081861.598704:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 76 00000100:00100000:1.0:1789081861.598720:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97e1e610-74c9-4340-9def-59492ca0e6b3+12:2377:x1875987730157312:12345-192.168.201.29@tcp:39:umount.0 00000020:00000080:1.0:1789081861.598764:0:17143:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f7503b 00000020:00010000:1.0:1789081861.598777:0:17143:0:(genops.c:1942:obd_stale_export_put()) Put export ffffa0fe7201f000: total 0 00000100:00080000:1.0:1789081861.598782:0:17143:0:(import.c:65:import_set_state_nolock()) ffffa0fd42b3c000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789081861.598819:0:17143:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000100:00100000:1.0:1789081861.599025:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97e1e610-74c9-4340-9def-59492ca0e6b3+11:2377:x1875987730157312:12345-192.168.201.29@tcp:39:umount.0 Request processed in 310us (1097us total) trans 8589934637 rc 0/0 00000100:00100000:1.0:1789081861.599034:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 76 00000020:00010000:3.0:1789081861.599192:0:18678:0:(genops.c:1928:obd_stale_export_get()) Get export ffffa0fe7201f000: total 0 00010000:00010000:3.0:1789081861.599255:0:18678:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffffa0fe7201f000, canceled 0 locks, left on hash table 7. 00010000:00010000:3.0:1789081861.599298:0:18678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffffa0fe79b74700) 00010000:00010000:3.0:1789081861.599303:0:18678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789081861.599313:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dec00/0x7375183570f75122 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208463fff90 expref: 10 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081861.599344:0:18678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffffa0fe5f5f1300) 00010000:00010000:3.0:1789081861.599347:0:18678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789081861.599352:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe79fe0600/0x7375183570f75367 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640003f expref: 9 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081861.599370:0:18678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe452ece00) 00010000:00010000:3.0:1789081861.599374:0:18678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789081861.599379:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e200/0x7375183570f75161 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208463fff9e expref: 8 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081861.599398:0:18678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffffa0fe79b74900) 00010000:00010000:3.0:1789081861.599400:0:18678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789081861.599446:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe79fe0c00/0x7375183570f7530c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640002a expref: 7 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081861.599467:0:18678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffffa0fe79b74200) 00010000:00010000:3.0:1789081861.599469:0:18678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789081861.599474:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428df000/0x7375183570f75106 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208463fff89 expref: 6 pid: 18647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081861.599491:0:18678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffffa0fe79b74100) 00010000:00010000:3.0:1789081861.599494:0:18678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789081861.599498:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428df200/0x7375183570f751e6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208463fffc8 expref: 5 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081861.599513:0:18678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffffa0fe79b74900) 00010000:00010000:3.0:1789081861.599516:0:18678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789081861.599520:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe79fe1200/0x7375183570f753d0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400069 expref: 4 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081861.599533:0:18678:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffffa0fe7201f000, canceled 7 locks, left on hash table 0. 00010000:00010000:3.0:1789081861.599546:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081861.599548:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081861.599550:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081861.609565:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081861.609801:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730157440 00000100:00100000:0.0:1789081861.609810:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730157440 00000100:00080000:2.0:1789081861.609877:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789081861.610053:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 77 00000100:00100000:0.0:1789081861.610119:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a025c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97e1e610-74c9-4340-9def-59492ca0e6b3+5:2377:x1875987730157440:12345-192.168.201.29@tcp:39:umount.0 00000020:00000080:0.0:1789081861.610157:0:17145:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f75042 00000100:00080000:0.0:1789081861.610180:0:17145:0:(import.c:65:import_set_state_nolock()) ffffa0fd42076000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789081861.610276:0:17145:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:0.0:1789081861.610540:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a025c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97e1e610-74c9-4340-9def-59492ca0e6b3+3:2377:x1875987730157440:12345-192.168.201.29@tcp:39:umount.0 Request processed in 475us (984us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1789081861.610549:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 77 00010000:00010000:2.0:1789081861.614395:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081862.126003:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081862.126054:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081862.126574:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730157696 00000100:00100000:1.0:1789081862.126585:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730157696 00000100:00100000:1.0:1789081862.126669:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730157568 00000100:00100000:1.0:1789081862.126673:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730157568 00000100:00100000:1.0:1789081862.126701:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 103 00000100:00100000:1.0:1789081862.126711:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+5:2379:x1875987730157696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1789081862.126786:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+5:2379:x1875987730157696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 77us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081862.126794:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 103 00000100:00100000:1.0:1789081862.126811:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 104 00000100:00100000:1.0:1789081862.126816:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6a9bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+6:2378:x1875987730157568:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1789081862.127001:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6a9bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+6:2378:x1875987730157568:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081862.127010:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 104 00000100:00080000:0.0:1789081862.127722:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789081862.127728:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1789081862.494454:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081863.137259:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789081863.139856:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758547072:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789081863.140056:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081863.151134:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758547072 00000100:00100000:0.0:1789081863.151151:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758547072 00000100:00080000:2.0:1789081863.151221:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789081863.151251:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789081863.151262:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758547072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789081863.151718:0:18656:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789081863.151809:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758547072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 549us (11752us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081863.151817:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789081863.151982:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758547072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789081863.314003:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081863.314130:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081863.314161:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081863.314407:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730157824 00000100:00100000:1.0:1789081863.314417:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730157824 00000100:00100000:1.0:1789081863.314481:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730158080 00000100:00100000:1.0:1789081863.314485:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730158080 00000100:00100000:1.0:1789081863.314498:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730157952 00000100:00100000:1.0:1789081863.314501:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730157952 00000100:00100000:1.0:1789081863.314518:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 7 00000100:00100000:1.0:1789081863.314527:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bec75351-5a54-4b70-8d80-7042aeb8f061+12:2381:x1875987730157824:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789081863.314542:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789081863.314561:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79f02000/0x7375183570f75065 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208463fff0b expref: 12 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081863.314586:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789081863.314638:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e22d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bec75351-5a54-4b70-8d80-7042aeb8f061+11:2381:x1875987730157824:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 112us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081863.314645:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 7 00000100:00100000:1.0:1789081863.314661:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 8 00000100:00100000:1.0:1789081863.314667:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bec75351-5a54-4b70-8d80-7042aeb8f061+10:2381:x1875987730158080:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789081863.314686:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789081863.314696:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe40031400/0x7375183570f750ab lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208463fff7b expref: 10 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081863.314706:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789081863.314729:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bec75351-5a54-4b70-8d80-7042aeb8f061+9:2381:x1875987730158080:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 62us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081863.314736:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 8 00000100:00100000:1.0:1789081863.314750:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 9 00000100:00100000:1.0:1789081863.314756:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bec75351-5a54-4b70-8d80-7042aeb8f061+8:2381:x1875987730157952:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789081863.314764:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789081863.314773:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79f02e00/0x7375183570f7506c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208463fff3c expref: 8 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081863.314782:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789081863.314797:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bec75351-5a54-4b70-8d80-7042aeb8f061+7:2381:x1875987730157952:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 41us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081863.314803:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 9 00000100:00100000:0.0:1789081863.316107:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081863.316308:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730158336 00000100:00100000:1.0:1789081863.316316:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730158336 00000100:00100000:1.0:1789081863.316375:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 78 00000100:00100000:1.0:1789081863.316385:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+6:2377:x1875987730158336:12345-192.168.201.29@tcp:39:umount.0 00000020:00000080:1.0:1789081863.316422:0:17143:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f7507a 00000020:00010000:1.0:1789081863.316430:0:17143:0:(genops.c:1942:obd_stale_export_put()) Put export ffffa0fd42074000: total 0 00000100:00080000:1.0:1789081863.316435:0:17143:0:(import.c:65:import_set_state_nolock()) ffffa0fd42077000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789081863.316467:0:17143:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000100:00100000:1.0:1789081863.316595:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+5:2377:x1875987730158336:12345-192.168.201.29@tcp:39:umount.0 Request processed in 211us (495us total) trans 8589934638 rc 0/0 00000100:00100000:1.0:1789081863.316602:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 78 00000020:00010000:0.0:1789081863.316856:0:18678:0:(genops.c:1928:obd_stale_export_get()) Get export ffffa0fd42074000: total 0 00010000:00010000:0.0:1789081863.316907:0:18678:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffffa0fd42074000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1789081863.316954:0:18678:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe452ece00) 00010000:00010000:0.0:1789081863.316958:0:18678:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789081863.316965:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f7516f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208463fffa5 expref: 4 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081863.316986:0:18678:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffffa0fd42074000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1789081863.316997:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081863.316999:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081863.317000:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081863.323826:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081863.324035:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730158464 00000100:00100000:3.0:1789081863.324100:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730158464 00000100:00100000:3.0:1789081863.324163:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 79 00000100:00100000:3.0:1789081863.324173:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+5:2377:x1875987730158464:12345-192.168.201.29@tcp:39:umount.0 00000020:00000080:3.0:1789081863.324222:0:17145:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f75081 00000100:00080000:3.0:1789081863.324233:0:17145:0:(import.c:65:import_set_state_nolock()) ffffa0fd421e9000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789081863.324260:0:17145:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:3.0:1789081863.324426:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3f76ece2-0ec6-4770-a17d-1b1f8801f2a5+3:2377:x1875987730158464:12345-192.168.201.29@tcp:39:umount.0 Request processed in 254us (610us total) trans 8589934594 rc 0/0 00000100:00100000:3.0:1789081863.324435:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 79 00010000:00010000:2.0:1789081863.324613:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081863.345760:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081863.345955:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730158720 00000100:00100000:0.0:1789081863.345965:0:17137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730158720 00000100:00100000:0.0:1789081863.346032:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 174 00000100:00100000:0.0:1789081863.346042:0:17137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bec75351-5a54-4b70-8d80-7042aeb8f061+7:2377:x1875987730158720:12345-192.168.201.29@tcp:251:umount.0 00000020:00000080:0.0:1789081863.346128:0:17137:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f75018 00000020:00010000:0.0:1789081863.346136:0:17137:0:(genops.c:1942:obd_stale_export_put()) Put export ffffa0fd42071800: total 0 00000100:00080000:0.0:1789081863.346141:0:17137:0:(import.c:65:import_set_state_nolock()) ffffa0fd42074800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789081863.347420:0:17137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bec75351-5a54-4b70-8d80-7042aeb8f061+3:2377:x1875987730158720:12345-192.168.201.29@tcp:251:umount.0 Request processed in 1372us (1662us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081863.347433:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 174 00000020:00010000:2.0:1789081863.351179:0:17132:0:(genops.c:1928:obd_stale_export_get()) Get export ffffa0fd42071800: total 0 00010000:00010000:2.0:1789081863.351190:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081863.351265:0:17132:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffffa0fd42071800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1789081863.351312:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79f03800/0x7375183570f7501f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208463ffe94 expref: 2 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081863.351332:0:17132:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffffa0fd42071800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1789081863.351343:0:17132:0:(genops.c:906:class_export_put()) final put ffffa0fd42071800/bec75351-5a54-4b70-8d80-7042aeb8f061 00010000:00010000:2.0:1789081863.351368:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081863.351370:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081863.351372:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789081863.351462:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42071800/bec75351-5a54-4b70-8d80-7042aeb8f061 for MGS 00000020:00000080:0.0:1789081863.351509:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd42074800 for MGS 00010000:00010000:0.0:1789081863.520430:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081863.650393:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789081863.650429:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758547200:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789081863.650518:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081863.650598:0:17885:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758547200 00000100:00100000:1.0:1789081863.650607:0:17885:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758547200 00000100:00100000:1.0:1789081863.650658:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789081863.650667:0:17885:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758547200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789081863.650705:0:17885:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789081863.650758:0:17885:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758547200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081863.650766:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789081863.650819:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758547200:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789081863.651425:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789081863.651439:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758547328:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789081863.651478:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081863.652209:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758547328 00000100:00100000:3.0:1789081863.652219:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758547328 00000100:00100000:3.0:1789081863.652291:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789081863.652300:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758547328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789081863.652332:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789081863.652394:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758547328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081863.652400:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789081863.652549:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758547328:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789081864.164420:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789081864.164448:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758547456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789081864.164522:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081864.164571:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758547456 00000100:00100000:1.0:1789081864.164580:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758547456 00000100:00100000:1.0:1789081864.164636:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789081864.164644:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758547456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789081864.164668:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789081864.164713:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758547456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081864.164719:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1789081864.164738:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789081864.164773:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758547456:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1789081864.542325:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081864.677638:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789081864.677717:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758547584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789081864.677803:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.677873:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758547584 00000100:00100000:0.0:1789081864.677880:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758547584 00000100:00100000:0.0:1789081864.677941:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789081864.677950:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758547584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789081864.678015:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789081864.679202:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758547584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1081us (1227us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081864.679219:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:0.0:1789081864.679267:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789081864.679323:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758547584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789081864.680670:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875987758548096:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.683328:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.683388:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758548608:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.683425:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.683450:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875987758549120:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.683472:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.683500:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1789081864.683508:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:acf59256-1a13-4655-a138-da67e12421f5:3641:1875987758547712:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.683537:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.683559:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758548224:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.683584:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.683614:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875987758548736:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.683636:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.683666:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758547840:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.683689:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.683709:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758548352:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.683734:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.683754:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758548864:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.683775:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.683789:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1789081864.683795:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758547968:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.683814:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.683832:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758548480:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.683851:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.683869:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1875987758548992:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.683890:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081864.683920:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758548096 00000100:00100000:0.0:1789081864.683928:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758548096 00000100:00100000:0.0:1789081864.683974:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758548608 00000100:00100000:0.0:1789081864.683977:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758548608 00000100:00100000:0.0:1789081864.683990:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758549120 00000100:00100000:0.0:1789081864.683993:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758549120 00000100:00100000:0.0:1789081864.684019:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758548736 00000100:00100000:0.0:1789081864.684021:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758548736 00000100:00100000:0.0:1789081864.684031:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758548864 00000100:00100000:0.0:1789081864.684034:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758548864 00000100:00100000:1.0:1789081864.684222:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758548992 00000100:00100000:1.0:1789081864.684227:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758548992 00000100:00100000:1.0:1789081864.684258:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1789081864.684266:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875987758548096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081864.684327:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875987758548096:12345-0@lo:400:kworker.0 Request processed in 61us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081864.684334:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1789081864.684352:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1789081864.684358:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77078a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758548608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081864.684385:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77078a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758548608:12345-0@lo:400:kworker.0 Request processed in 28us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081864.684390:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1789081864.684402:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1789081864.684408:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7707aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875987758549120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081864.684432:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7707aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875987758549120:12345-0@lo:400:kworker.0 Request processed in 25us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081864.684437:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1789081864.684447:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1789081864.684453:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7707a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875987758548736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081864.684477:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7707a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875987758548736:12345-0@lo:400:kworker.0 Request processed in 24us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081864.684483:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1789081864.684494:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789081864.684499:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7707ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758548864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081864.684530:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7707ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758548864:12345-0@lo:400:kworker.0 Request processed in 31us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081864.684536:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789081864.684555:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1789081864.684561:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7707bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875987758548992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081864.684590:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7707bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875987758548992:12345-0@lo:400:kworker.0 Request processed in 30us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081864.684596:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1789081864.684634:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1875987758548992:0@lo:400:kworker.0 00010000:00080000:1.0:1789081864.684649:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fe76e22300 x1875987758548864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081864.684658:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758548864:0@lo:400:kworker.0 00000100:00100000:1.0:1789081864.684687:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875987758548736:0@lo:400:kworker.0 00000100:00100000:1.0:1789081864.684697:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875987758548096:0@lo:400:kworker.0 00000100:00100000:1.0:1789081864.684707:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758548608:0@lo:400:kworker.0 00010000:00080000:1.0:1789081864.684717:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fe76e21c00 x1875987758549120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081864.684725:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875987758549120:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.687203:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758547712 00000100:00100000:0.0:1789081864.687215:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758547712 00000100:00100000:1.0:1789081864.687382:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789081864.687402:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758549248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789081864.687473:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081864.687515:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758549248 00000100:00100000:1.0:1789081864.687518:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758549248 00000100:00100000:1.0:1789081864.687548:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789081864.687558:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758549248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789081864.687580:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789081864.687630:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758549248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081864.687637:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789081864.687685:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758549248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789081864.687804:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1789081864.687819:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:acf59256-1a13-4655-a138-da67e12421f5+24:3641:x1875987758547712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.687870:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:acf59256-1a13-4655-a138-da67e12421f5+24:3641:x1875987758547712:12345-0@lo:400:kworker.0 Request processed in 52us (4331us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081864.687876:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1789081864.688029:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:acf59256-1a13-4655-a138-da67e12421f5:3641:1875987758547712:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.689607:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758548224 00000100:00100000:0.0:1789081864.689623:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758548224 00000100:00100000:0.0:1789081864.689680:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758547840 00000100:00100000:0.0:1789081864.689685:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758547840 00000100:00100000:0.0:1789081864.689703:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789081864.689712:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758548224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.689799:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758548224:12345-0@lo:400:kworker.0 Request processed in 88us (6213us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081864.689806:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789081864.689822:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789081864.689828:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758547840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.689872:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758547840:12345-0@lo:400:kworker.0 Request processed in 45us (6182us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081864.689878:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789081864.689911:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758548352 00000100:00100000:0.0:1789081864.689914:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758548352 00000100:00100000:0.0:1789081864.689936:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758547968 00000100:00100000:0.0:1789081864.689939:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758547968 00000100:00100000:0.0:1789081864.689949:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758548480 00000100:00100000:0.0:1789081864.689951:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758548480 00000100:00100000:0.0:1789081864.689963:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789081864.689970:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758548352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.690001:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758548352:12345-0@lo:400:kworker.0 Request processed in 33us (6267us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081864.690022:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789081864.690034:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789081864.690053:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7707a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758547968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081864.690436:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789081864.690447:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7707b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758548480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081864.690487:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7707b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758548480:12345-0@lo:400:kworker.0 Request processed in 43us (6634us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081864.690493:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789081864.690533:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758548224:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.693498:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7707a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758547968:12345-0@lo:400:kworker.0 Request processed in 3436us (9672us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081864.693514:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:0.0:1789081864.693557:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789081864.693563:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789081864.693566:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789081864.693602:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758547968:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.693619:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758548480:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.693633:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758547840:0@lo:400:kworker.0 00000100:00100000:0.0:1789081864.693643:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758548352:0@lo:400:kworker.0 00000040:00080000:2.0:1789081865.253806:0:17179:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789081865.253817:0:17179:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789081865.253837:0:17179:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1789081865.253843:0:17179:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1789081865.571281:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789081865.670973:0:20717:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1789081865.692172:0:20717:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1789081865.692232:0:20717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f74bdb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f74be2 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.692262:0:20717:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f74bdb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f74be2 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.692270:0:20717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f74bdb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74be2 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.692277:0:20717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f74bdb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74be2 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.693531:0:20717:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789081865.693543:0:20717:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789081865.693578:0:20717:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789081865.693583:0:20717:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789081865.693588:0:20717:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789081865.693614:0:20717:0:(import.c:65:import_set_state_nolock()) ffffa0fd432ae000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1789081865.694056:0:18678:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789081865.694083:0:18678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f74bdb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74be2 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081865.694094:0:18678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe0e00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789081865.694107:0:18678:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f74bdb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74be2 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081865.694116:0:18678:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f74bdb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74be2 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789081865.694124:0:18678:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f74bdb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74be2 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081865.694130:0:18678:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789081865.694132:0:18678:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789081865.694135:0:18678:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789081865.694163:0:18678:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f74bdb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74be2 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081865.694274:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875987758549376:0@lo:39:umount.0 00000100:00100000:1.0:1789081865.694867:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081865.694925:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758549376 00000100:00100000:1.0:1789081865.694933:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758549376 00000100:00100000:1.0:1789081865.694984:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789081865.694993:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875987758549376:12345-0@lo:39:umount.0 00000020:00000080:1.0:1789081865.695031:0:17143:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74c0c 00000100:00080000:1.0:1789081865.695040:0:17143:0:(import.c:65:import_set_state_nolock()) ffffa0fe6ee07000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1789081865.695120:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3640:x1875987758549376:12345-0@lo:39:umount.0 Request processed in 127us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081865.695127:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:00000080:1.0:1789081865.695137:0:17143:0:(genops.c:906:class_export_put()) final put ffffa0fe6ee06800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1789081865.695162:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081865.695265:0:18678:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789081865.695286:0:18678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f74bdb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74be2 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081865.695294:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f74bdb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74be2 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081865.695317:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081865.695319:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081865.695320:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081865.696476:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789081865.696496:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:acf59256-1a13-4655-a138-da67e12421f5:3644:1875987758549504:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789081865.696891:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd432ae000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789081865.696906:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875987758549376:0@lo:39:umount.0 00000020:00000080:1.0:1789081865.696935:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe6ee06800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1789081865.696988:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe6ee07000 for lustre-MDT0000 00000100:00080000:3.0:1789081865.697281:0:20717:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789081865.697285:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081865.697286:0:20717:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789081865.697289:0:20717:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:1.0:1789081865.697740:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758549504 00000100:00100000:1.0:1789081865.697747:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758549504 00000100:00100000:1.0:1789081865.697802:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789081865.697811:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e75450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:acf59256-1a13-4655-a138-da67e12421f5+24:3644:x1875987758549504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789081865.697838:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789081865.697855:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79fe0400/0x7375183570f74be2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74bdb expref: 24 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081865.697870:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789081865.697915:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e75450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:acf59256-1a13-4655-a138-da67e12421f5+23:3644:x1875987758549504:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081865.697922:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789081865.697975:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:acf59256-1a13-4655-a138-da67e12421f5:3644:1875987758549504:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789081865.698178:0:20717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f74b2c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f74b33 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698187:0:20717:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f74b2c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f74b33 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698194:0:20717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f74b2c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74b33 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698202:0:20717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f74b2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74b33 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698224:0:20717:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081865.698234:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081865.698240:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f74b2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74b33 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698246:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff78a00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:3.0:1789081865.698250:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f74b2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74b33 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698257:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f74b2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74b33 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789081865.698264:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f74b2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74b33 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081865.698270:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789081865.698273:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1789081865.698295:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f74b2c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74b33 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698300:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789081865.698322:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f74b2c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74b33 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081865.698326:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:acf59256-1a13-4655-a138-da67e12421f5:3644:1875987758549632:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789081865.698330:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f74b2c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74b33 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698341:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081865.698343:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081865.698350:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081865.698357:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789081865.698361:0:20717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02c00/0x7375183570f74f38 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f74f3f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698369:0:20717:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02c00/0x7375183570f74f38 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f74f3f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698375:0:20717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02c00/0x7375183570f74f38 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74f3f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698381:0:20717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02c00/0x7375183570f74f38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74f3f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081865.698383:0:17128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758549632 00000100:00100000:1.0:1789081865.698387:0:17128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758549632 00010000:00010000:3.0:1789081865.698392:0:20717:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081865.698397:0:20717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02200/0x7375183570f750e3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f750ea expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698404:0:20717:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02200/0x7375183570f750e3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f750ea expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698410:0:20717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02200/0x7375183570f750e3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f750ea expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081865.698410:0:17128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789081865.698416:0:17128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:acf59256-1a13-4655-a138-da67e12421f5+23:3644:x1875987758549632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789081865.698417:0:20717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02200/0x7375183570f750e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f750ea expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081865.698423:0:17128:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789081865.698426:0:20717:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789081865.698432:0:20717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79000/0x7375183570f74b1e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f74b25 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081865.698432:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79f03c00/0x7375183570f74b33 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74b2c expref: 23 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698439:0:20717:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79000/0x7375183570f74b1e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f74b25 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081865.698442:0:17128:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789081865.698450:0:20717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79000/0x7375183570f74b1e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74b25 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698457:0:20717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79000/0x7375183570f74b1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74b25 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081865.698464:0:17128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:acf59256-1a13-4655-a138-da67e12421f5+22:3644:x1875987758549632:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081865.698470:0:17128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1789081865.698478:0:20717:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:3.0:1789081865.698483:0:20717:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:1.0:1789081865.698483:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 10000000:01000000:3.0:1789081865.698486:0:20717:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:1.0:1789081865.698488:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02c00/0x7375183570f74f38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74f3f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081865.698502:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79f02c00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:1.0:1789081865.698505:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02c00/0x7375183570f74f38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74f3f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698508:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789081865.698511:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02200/0x7375183570f750e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f750ea expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081865.698512:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02c00/0x7375183570f74f38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74f3f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698517:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79f02200 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:3.0:1789081865.698520:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02200/0x7375183570f750e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f750ea expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698526:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02200/0x7375183570f750e3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f750ea expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789081865.698532:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02c00/0x7375183570f74f38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74f3f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789081865.698533:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02200/0x7375183570f750e3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f750ea expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789081865.698538:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1789081865.698539:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789081865.698540:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1789081865.698541:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789081865.698542:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:01000000:3.0:1789081865.698543:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1789081865.698557:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02c00/0x7375183570f74f38 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74f3f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698558:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02200/0x7375183570f750e3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f750ea expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698564:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789081865.698564:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789081865.698580:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02200/0x7375183570f750e3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f750ea expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698587:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02200/0x7375183570f750e3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f750ea expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698598:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081865.698601:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79000/0x7375183570f74b1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74b25 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698606:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff79000 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:3.0:1789081865.698609:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79000/0x7375183570f74b1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74b25 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698615:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79000/0x7375183570f74b1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74b25 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789081865.698621:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79000/0x7375183570f74b1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74b25 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081865.698626:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1789081865.698628:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1789081865.698630:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1789081865.698637:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081865.698642:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79000/0x7375183570f74b1e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74b25 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698648:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789081865.698656:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79000/0x7375183570f74b1e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74b25 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081865.698662:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79000/0x7375183570f74b1e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74b25 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789081865.698662:0:20717:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1789081865.698666:0:20717:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1789081865.698675:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00010000:00010000:3.0:1789081865.698680:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081865.698681:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789081865.698681:0:20717:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00010000:00010000:3.0:1789081865.698683:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789081865.698686:0:20717:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffffa0fd43007800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00100000:3.0:1789081865.698690:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:acf59256-1a13-4655-a138-da67e12421f5:3643:1875987758550016:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1789081865.698692:0:20717:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffffa0fd42b38800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789081865.698696:0:20717:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffffa0fe6fccd000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789081865.698700:0:20717:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffffa0fe50e99800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789081865.698708:0:20717:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffffa0fd42074000 3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 192.168.201.29@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:2.0:1789081865.698713:0:20717:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffffa0fe7201f000 97e1e610-74c9-4340-9def-59492ca0e6b3 192.168.201.29@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934636 stale:0 00000100:00100000:3.0:1789081865.698715:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1789081865.698718:0:20717:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffffa0fd423d8000) has exports, disconnecting them 00000020:00080000:2.0:1789081865.698723:0:20717:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffffa0fd43007800), last request at 1789081864 00000020:00000080:2.0:1789081865.698729:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74f07 00000100:00080000:2.0:1789081865.698744:0:20717:0:(import.c:65:import_set_state_nolock()) ffffa0fd43006800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1789081865.698761:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789081865.698786:0:20717:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fd43007800): rc 0 00000020:00000080:2.0:1789081865.698789:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fd43007800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1789081865.698807:0:20717:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffffa0fd42b38800), last request at 1789081864 00000020:00000080:2.0:1789081865.698811:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74da9 00000100:00080000:2.0:1789081865.698816:0:20717:0:(import.c:65:import_set_state_nolock()) ffffa0fd42b3e000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1789081865.698824:0:20717:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fd42b38800): rc 0 00000020:00000080:2.0:1789081865.698825:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fd42b38800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1789081865.698829:0:20717:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffffa0fe6fccd000), last request at 1789081786 00000020:00000080:2.0:1789081865.698831:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74cfa 00000100:00080000:2.0:1789081865.698835:0:20717:0:(import.c:65:import_set_state_nolock()) ffffa0fe50e98000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1789081865.698841:0:20717:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fe6fccd000): rc 0 00000020:00000080:2.0:1789081865.698842:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe6fccd000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1789081865.698846:0:20717:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffffa0fe50e99800), last request at 1789081786 00000020:00000080:2.0:1789081865.698848:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74c9f 00000100:00080000:2.0:1789081865.698858:0:20717:0:(import.c:65:import_set_state_nolock()) ffffa0fe79c2d800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789081865.698864:0:20717:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000020:00080000:2.0:1789081865.698940:0:20717:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fe50e99800): rc 0 00000004:00000080:2.0:1789081865.698946:0:20717:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffc24d87ddbae0 00000100:00080000:2.0:1789081865.698962:0:20717:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789081865.698965:0:20717:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789081865.699802:0:20717:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789081865.699822:0:20717:0:(import.c:65:import_set_state_nolock()) ffffa0fe5f540000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789081865.699879:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:acf59256-1a13-4655-a138-da67e12421f5:3641:1875987758549760:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789081865.699920:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081865.699956:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789081865.699962:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:acf59256-1a13-4655-a138-da67e12421f5:3641:1875987758549888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789081865.699979:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081865.700003:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758550016 00000100:00100000:2.0:1789081865.700008:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758550016 00000100:00100000:2.0:1789081865.700050:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758549760 00000100:00100000:2.0:1789081865.700052:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758549760 00000100:00100000:2.0:1789081865.700085:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758549888 00000100:00100000:2.0:1789081865.700088:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758549888 00000100:00100000:2.0:1789081865.700101:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789081865.700107:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:acf59256-1a13-4655-a138-da67e12421f5+24:3643:x1875987758550016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789081865.700118:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789081865.700133:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79fe0000/0x7375183570f74b25 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74b1e expref: 24 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081865.700145:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789081865.700171:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:acf59256-1a13-4655-a138-da67e12421f5+23:3643:x1875987758550016:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (1455us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081865.700177:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789081865.700202:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789081865.700207:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44184380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:acf59256-1a13-4655-a138-da67e12421f5+22:3641:x1875987758549760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789081865.700213:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789081865.700221:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79fe1600/0x7375183570f74f3f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74f38 expref: 22 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081865.700229:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789081865.700252:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44184380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:acf59256-1a13-4655-a138-da67e12421f5+21:3641:x1875987758549760:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081865.700258:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789081865.700270:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789081865.700274:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:acf59256-1a13-4655-a138-da67e12421f5+20:3641:x1875987758549888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789081865.700280:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789081865.700288:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79f03e00/0x7375183570f750ea lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f750e3 expref: 20 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081865.700295:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789081865.700311:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:acf59256-1a13-4655-a138-da67e12421f5+19:3641:x1875987758549888:12345-0@lo:103:ldlm_bl.0 Request processed in 38us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081865.700316:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789081865.700349:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:acf59256-1a13-4655-a138-da67e12421f5:3641:1875987758549888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789081865.700357:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:acf59256-1a13-4655-a138-da67e12421f5:3641:1875987758549760:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789081865.700388:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758550144:0@lo:39:umount.0 00000100:00100000:2.0:1789081865.700414:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081865.700452:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:acf59256-1a13-4655-a138-da67e12421f5:3644:1875987758549632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789081865.701320:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758550144 00000100:00100000:2.0:1789081865.701334:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758550144 00000100:00100000:2.0:1789081865.701370:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789081865.701378:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875987758550144:12345-0@lo:39:umount.0 00000020:00000080:2.0:1789081865.701402:0:17148:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74d24 00000100:00080000:2.0:1789081865.701410:0:17148:0:(import.c:65:import_set_state_nolock()) ffffa0fd43618000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789081865.701424:0:17148:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789081865.701559:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3640:x1875987758550144:12345-0@lo:39:umount.0 Request processed in 181us (1143us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1789081865.701567:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:2.0:1789081865.701671:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe5f540000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789081865.701678:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758550144:0@lo:39:umount.0 00000100:00080000:2.0:1789081865.701735:0:20717:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789081865.701738:0:20717:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1789081865.701750:0:20717:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00080000:2.0:1789081865.701813:0:20717:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1789081865.701826:0:20717:0:(import.c:65:import_set_state_nolock()) ffffa0fe5f548800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789081865.701839:0:20717:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789081865.701842:0:20717:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1789081865.701850:0:20717:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:2.0:1789081865.701919:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758550272:0@lo:9:umount.0 00000100:00100000:2.0:1789081865.701953:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789081865.701979:0:20717:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1789081865.701989:0:20717:0:(import.c:65:import_set_state_nolock()) ffffa0fe4aaab800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789081865.702005:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758550400:0@lo:9:umount.0 00000020:00080000:0.0:1789081865.704017:0:20717:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffffa0fd423d8000) has no exports 00000020:00000080:3.0:1789081865.704209:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd43007800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1789081865.704269:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42b38800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1789081865.704289:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe6fccd000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1789081865.704314:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd43006800 for lustre-MDT0000 00000020:00000080:3.0:1789081865.704320:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd42b3e000 for lustre-MDT0000 00000020:00000080:3.0:1789081865.704323:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe50e98000 for lustre-MDT0000 00000100:00100000:3.0:1789081865.704341:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758550272 00000100:00100000:3.0:1789081865.704350:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758550272 00000100:00100000:3.0:1789081865.704398:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789081865.704406:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875987758550272:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789081865.704444:0:18653:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74def 00000100:00080000:3.0:1789081865.704452:0:18653:0:(import.c:65:import_set_state_nolock()) ffffa0fd43004800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789081865.704490:0:18653:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789081865.704642:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3640:x1875987758550272:12345-0@lo:9:umount.0 Request processed in 236us (2687us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081865.704649:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:3.0:1789081865.704734:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081865.704764:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:acf59256-1a13-4655-a138-da67e12421f5:3643:1875987758550016:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789081865.704787:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081865.710115:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02c00/0x7375183570f74f38 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74f3f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081865.710139:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe79f02c00/0x7375183570f74f38 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74f3f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081865.710156:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081865.710159:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081865.710162:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081865.710377:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789081865.710504:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe5f548800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789081865.710636:0:3640:0:(osp_dev.c:1761:osp_import_event()) got disconnected 00000004:00080000:2.0:1789081865.710651:0:3640:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:2.0:1789081865.710656:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758550272:0@lo:9:umount.0 00000100:00100000:1.0:1789081865.714888:0:19139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758550400 00000100:00100000:1.0:1789081865.714906:0:19139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758550400 00000100:00100000:1.0:1789081865.714984:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789081865.714994:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f978e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875987758550400:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789081865.715051:0:19139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74f46 00000100:00080000:1.0:1789081865.715060:0:19139:0:(import.c:65:import_set_state_nolock()) ffffa0fe7201b000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789081865.715122:0:19139:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1789081865.715288:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f978e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3640:x1875987758550400:12345-0@lo:9:umount.0 Request processed in 296us (4915us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081865.715297:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:1.0:1789081865.715338:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789081865.715371:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe4aaab800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789081865.715385:0:3640:0:(osp_dev.c:1761:osp_import_event()) got disconnected 00000004:00080000:1.0:1789081865.715387:0:3640:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:1.0:1789081865.715391:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758550400:0@lo:9:umount.0 00000020:00080000:3.0:1789081865.751492:0:20717:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffffa0fd423d8000) has no exports 00000020:00000080:3.0:1789081865.848330:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74b79 00000020:00000080:3.0:1789081865.848352:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe5f542800/lustre-QMT0000_UUID 00000020:01000000:3.0:1789081865.848483:0:20717:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1789081865.848584:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789081865.848596:0:20717:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789081865.848601:0:20717:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffffa0fd432a4d40) has no exports 00000020:00000080:2.0:1789081865.848913:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74b72 00000020:00000080:2.0:1789081865.848920:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe6edde800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789081865.848950:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe5f542800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1789081865.853417:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789081865.853437:0:20717:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789081865.853443:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe6edd9000/lustre-QMT0000_UUID 00000020:00000080:2.0:1789081865.853448:0:20717:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe6edd9000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1789081865.853458:0:20717:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:1.0:1789081865.853653:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe6edde800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:3.0:1789081866.590375:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789081867.235146:0:17123:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789081867.235159:0:17123:0:(genops.c:906:class_export_put()) final put ffffa0fe50e99800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1789081867.235198:0:17123:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 00000001:00080000:0.0:1789081867.235209:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:0.0:1789081867.235212:0:17123:0:(genops.c:906:class_export_put()) final put ffffa0fd42074000/3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 00000001:00100000:0.0:1789081867.235219:0:17123:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 97e1e610-74c9-4340-9def-59492ca0e6b3 00000001:00080000:0.0:1789081867.235222:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:0.0:1789081867.235223:0:17123:0:(genops.c:906:class_export_put()) final put ffffa0fe7201f000/97e1e610-74c9-4340-9def-59492ca0e6b3 00000020:00000080:1.0:1789081867.235323:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe50e99800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1789081867.235399:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42074000/3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 for lustre-MDT0000 00000020:00000080:1.0:1789081867.235443:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe7201f000/97e1e610-74c9-4340-9def-59492ca0e6b3 for lustre-MDT0000 00000020:00000080:1.0:1789081867.235471:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe79c2d800 for lustre-MDT0000 00000020:00000080:1.0:1789081867.235477:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd42077000 for lustre-MDT0000 00000020:00000080:1.0:1789081867.235480:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd42b3c000 for lustre-MDT0000 00000001:00100000:0.0:1789081867.235964:0:19466:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789081867.235970:0:19466:0:(genops.c:906:class_export_put()) final put ffffa0fe7201f800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1789081867.236020:0:19466:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 97e1e610-74c9-4340-9def-59492ca0e6b3 00000020:00000080:0.0:1789081867.236023:0:19466:0:(genops.c:906:class_export_put()) final put ffffa0fd433f5000/97e1e610-74c9-4340-9def-59492ca0e6b3 00000020:00000080:3.0:1789081867.236083:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe7201f800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1789081867.236133:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd433f5000/97e1e610-74c9-4340-9def-59492ca0e6b3 for lustre-OST0001 00000020:00000080:3.0:1789081867.236160:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe7201b000 for lustre-OST0001 00000020:00000080:3.0:1789081867.236168:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd433f3000 for lustre-OST0001 00000001:00100000:2.0:1789081867.236566:0:17876:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1789081867.236581:0:17876:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1789081867.236585:0:17876:0:(genops.c:906:class_export_put()) final put ffffa0fd4361d800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1789081867.236606:0:17876:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 00000001:00080000:2.0:1789081867.236610:0:17876:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1789081867.236612:0:17876:0:(genops.c:906:class_export_put()) final put ffffa0fd42075000/3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 00000001:00100000:2.0:1789081867.236617:0:17876:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 97e1e610-74c9-4340-9def-59492ca0e6b3 00000001:00080000:2.0:1789081867.236621:0:17876:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1789081867.236623:0:17876:0:(genops.c:906:class_export_put()) final put ffffa0fd42075800/97e1e610-74c9-4340-9def-59492ca0e6b3 00000020:00000080:1.0:1789081867.236638:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd4361d800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1789081867.236690:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42075000/3f76ece2-0ec6-4770-a17d-1b1f8801f2a5 for lustre-MDT0001 00000020:00000080:1.0:1789081867.236716:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42075800/97e1e610-74c9-4340-9def-59492ca0e6b3 for lustre-MDT0001 00000020:00000080:1.0:1789081867.236738:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd43618000 for lustre-MDT0001 00000020:00000080:1.0:1789081867.236743:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd421e9000 for lustre-MDT0001 00000020:00000080:1.0:1789081867.236747:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd42076000 for lustre-MDT0001 00010000:00010000:1.0:1789081867.615951:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1789081867.870367:0:20717:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0fe5f5f48a0 - data ffffa0fe50afbd80/ffffa0fd42a05c00 00000020:01000000:0.0:1789081867.870542:0:20717:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0fe79b246c0 - data ffffa0fe46d77438/ffffa0fe7c4a4c00 00000001:00000004:0.0:1789081867.889679:0:20717:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:1.0:1789081867.975679:0:20717:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789081867.975690:0:20717:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789081867.975721:0:20717:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffffa0fd44186a00 x1875987758550144/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789081875 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081867.975748:0:20717:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789081867.979755:0:20717:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789081867.979764:0:20717:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1789081867.979776:0:20717:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:1.0:1789081867.979779:0:20717:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789081867.980635:0:17167:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789081867.980641:0:17167:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789081867.980653:0:17167:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1789081867.981211:0:20717:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789081867.981215:0:20717:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1789081867.981228:0:20717:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:1.0:1789081867.981231:0:20717:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789081867.981642:0:17169:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789081867.981646:0:17169:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:3.0:1789081867.981654:0:17169:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1789081867.986840:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74b41 00000020:00000080:1.0:1789081867.986853:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe79dfc800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789081867.987425:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe79dfc800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789081867.992591:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74b56 00000020:00000080:1.0:1789081867.992608:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe4aaad000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789081867.992619:0:20717:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1789081867.992624:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789081867.992633:0:20717:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789081867.992637:0:20717:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffffa0fd423dcd40) has no exports 00000004:01000000:1.0:1789081867.992803:0:20717:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1789081867.992811:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74bb8 00000020:00000080:1.0:1789081867.992814:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fd432ac800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789081867.992818:0:20717:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1789081867.992821:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789081867.992825:0:20717:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789081867.992827:0:20717:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffffa0fd41950000) has no exports 00000020:00000080:1.0:1789081867.992833:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74bb1 00000020:00000080:1.0:1789081867.992836:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe43fa5800/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1789081867.993201:0:20717:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1789081867.993207:0:20717:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789081867.993211:0:20717:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1789081867.993216:0:20717:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:1.0:1789081867.993229:0:20717:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789081867.993260:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789081867.993266:0:20717:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789081867.993270:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74ba3 00000020:00000080:1.0:1789081867.993274:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe43fa1000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789081867.993278:0:20717:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1789081867.993281:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789081867.993284:0:20717:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789081867.993286:0:20717:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffffa0fd432a0000) has no exports 00000020:00000080:1.0:1789081867.993289:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74b9c 00000020:00000080:1.0:1789081867.993291:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe5f54e000/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1789081867.993586:0:20717:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1789081867.993589:0:20717:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789081867.993592:0:20717:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1789081867.993595:0:20717:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:1.0:1789081867.993597:0:20717:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789081867.993619:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789081867.993624:0:20717:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1789081867.993634:0:20717:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1789081867.993638:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74b8e 00000020:00000080:1.0:1789081867.993642:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe5f54b800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789081867.993646:0:20717:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1789081867.993649:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789081867.993652:0:20717:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789081867.993654:0:20717:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffffa0fd432a19c0) has no exports 00000020:00000080:1.0:1789081867.993657:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74b87 00000020:00000080:1.0:1789081867.993660:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe5f543800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789081867.994450:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe4aaad000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1789081867.994462:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd432ac800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1789081867.994466:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe43fa5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789081867.994470:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe4aaab800 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1789081867.994476:0:36:0:(genops.c:906:class_export_put()) final put ffffa0fe43fa2000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789081867.994478:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe43fa2000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1789081867.994483:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789081867.994572:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe43fa1000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1789081867.994578:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe5f54e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789081867.994582:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe5f548800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1789081867.994586:0:36:0:(genops.c:906:class_export_put()) final put ffffa0fe5f54e800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789081867.994588:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe5f54e800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1789081867.994591:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789081867.994618:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe5f54b800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1789081867.994623:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe5f543800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1789081867.994911:0:20717:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1789081867.994916:0:20717:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789081867.994919:0:20717:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789081867.994925:0:20717:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789081867.994964:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789081867.994973:0:20717:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789081867.995012:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789081867.995016:0:20717:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789081867.995019:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe775fe000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789081867.995022:0:20717:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe775fe000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1789081867.995026:0:20717:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789081867.995133:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74b5d 00000020:00000080:0.0:1789081867.995139:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe4aaac800/lustre-MDD0000_UUID 00000020:01000000:0.0:1789081867.995144:0:20717:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1789081867.995149:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789081867.995152:0:20717:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789081867.995156:0:20717:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffffa0fd423d99c0) has no exports 00000020:00000080:0.0:1789081867.995175:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789081867.995178:0:20717:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1789081867.995182:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74b64 00000020:00000080:0.0:1789081867.995186:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe4aaa9800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1789081867.995194:0:20717:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0fe7fb26800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1789081867.995207:0:20717:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe7fb26800 3 00000020:01000004:0.0:1789081867.995211:0:20717:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0fe7fb26800 from lustre-MDT0000 00000020:00000080:0.0:1789081867.995227:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789081867.995231:0:20717:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1789081867.995234:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe79df9000/lustre-MDT0000_UUID 00000020:00000080:0.0:1789081867.995236:0:20717:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe79df9000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1789081867.995243:0:20717:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1789081867.995273:0:20717:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1789081867.995277:0:20717:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1789081867.995280:0:20717:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1789081867.995283:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789081867.995286:0:20717:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789081867.995292:0:20717:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffffa0fe79dfa000 acf59256-1a13-4655-a138-da67e12421f5 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789081867.995298:0:20717:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffffa0fd41954d40) has exports, disconnecting them 00000020:00080000:0.0:1789081867.995302:0:20717:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffffa0fe79dfa000), last request at 1789081772 00000020:00000080:0.0:1789081867.995316:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74b09 00000020:00010000:0.0:1789081867.995319:0:20717:0:(genops.c:1942:obd_stale_export_put()) Put export ffffa0fe79dfa000: total 2 00000100:00080000:0.0:1789081867.995323:0:20717:0:(import.c:65:import_set_state_nolock()) ffffa0fe79dff000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789081867.995335:0:20717:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fe79dfa000): rc 0 00000020:00080000:0.0:1789081867.995339:0:20717:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffffa0fd41954d40) has no exports 00000100:00100000:0.0:1789081867.995396:0:17137:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffffa0fe45f6de00:17137] 1 exiting: rc = 0 00000100:00100000:0.0:1789081867.995488:0:17138:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffffa0fe79956a00:17138] 2 exiting: rc = 0 00000020:00010000:0.0:1789081867.995543:0:18678:0:(genops.c:1928:obd_stale_export_get()) Get export ffffa0fe79dfa000: total 2 00010000:00010000:0.0:1789081867.995565:0:18678:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffffa0fe79dfa000, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1789081867.995594:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fd428dee00/0x7375183570f750ce lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f750c7 expref: 14 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995610:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe6ff79400/0x7375183570f74c44 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74c3d expref: 13 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995619:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fd428de800/0x7375183570f74f31 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74f2a expref: 12 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995640:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79f02800/0x7375183570f750dc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f750d5 expref: 11 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995653:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe7f976200/0x7375183570f74d6a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74d63 expref: 10 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995662:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe40031200/0x7375183570f74ec8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74ec1 expref: 9 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995673:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe6ff78800/0x7375183570f74c28 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74c21 expref: 8 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995683:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe40030400/0x7375183570f74d94 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74d8d expref: 7 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995695:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79f03000/0x7375183570f750c0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f750b9 expref: 6 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995706:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe6ff78200/0x7375183570f74ce5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74cde expref: 5 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995715:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe6ff79600/0x7375183570f74c36 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74c2f expref: 4 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995728:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79f03200/0x7375183570f74ef2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74eeb expref: 3 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995738:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79f03600/0x7375183570f74b17 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7375183570f74b10 expref: 2 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081867.995760:0:18678:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffffa0fe79dfa000, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1789081867.995773:0:18678:0:(genops.c:906:class_export_put()) final put ffffa0fe79dfa000/acf59256-1a13-4655-a138-da67e12421f5 00010000:00010000:0.0:1789081867.995777:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081867.995780:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081867.995782:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081867.995964:0:17136:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffffa0fd4285dc00:17136] 0 exiting: rc = 1 00000020:00000080:3.0:1789081867.996041:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe5f540000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1789081867.996046:0:36:0:(genops.c:906:class_export_put()) final put ffffa0fe5f547000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789081867.996049:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe5f547000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1789081867.996054:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789081867.996133:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe4aaac800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1789081867.996138:0:36:0:(genops.c:906:class_export_put()) final put ffffa0fe4aaa8000/lustre-MDD0000_UUID 00000020:00000080:3.0:1789081867.996139:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe4aaa8000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1789081867.996143:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1789081867.996169:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe4aaa9800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789081867.996177:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe79dfa000/acf59256-1a13-4655-a138-da67e12421f5 for MGS 00000020:00000080:3.0:1789081867.996203:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe79dff000 for MGS 00000100:00100000:0.0:1789081867.998305:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998315:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998321:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998326:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998332:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998339:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998347:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998354:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998360:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998367:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998373:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998379:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998384:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998391:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998397:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998403:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998408:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998414:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998420:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998426:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998432:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998437:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998443:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998449:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998454:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998461:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998466:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998491:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998498:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998505:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998512:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998518:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998523:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998529:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998535:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998541:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998547:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998551:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998557:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998562:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998570:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998575:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998581:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998586:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998591:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998596:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998600:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998605:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998609:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998615:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998620:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998625:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998631:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998636:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998642:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998647:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998652:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998657:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998662:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998668:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998673:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998678:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998690:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081867.998695:0:20717:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1789081868.005039:0:20717:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0fe44f08780 - data ffffa0fe50b0f1b0/ffffa0fe77076400 00000020:01000000:0.0:1789081868.005224:0:20717:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0fd423754e0 - data ffffa0fe46c755e8/ffffa0fe7bfa3c00 00000020:00000080:0.0:1789081868.005679:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74aed 00000020:00000080:0.0:1789081868.005689:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fd42acc800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1789081868.005708:0:20717:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0fe7fb26800 from MGS, refs=2 00000020:01000004:0.0:1789081868.005712:0:20717:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe7fb26800 2 00000020:01000004:0.0:1789081868.005715:0:20717:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0fe7fb26800 from MGS 00000020:00000080:0.0:1789081868.005738:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789081868.005746:0:20717:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1789081868.005748:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fd42aca800/MGS 00000020:00000080:0.0:1789081868.005751:0:20717:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42aca800/MGS for MGS 00000020:01000000:0.0:1789081868.005757:0:20717:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1789081868.005825:0:20717:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1789081868.005830:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789081868.005836:0:20717:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789081868.005843:0:20717:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffffa0fd432ab800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789081868.005850:0:20717:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffffa0fe65484d40) has exports, disconnecting them 00000020:00080000:0.0:1789081868.005854:0:20717:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffffa0fd432ab800), last request at 1789081772 00000020:00000080:0.0:1789081868.005858:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74bf0 00000020:00080000:0.0:1789081868.005868:0:20717:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fd432ab800): rc 0 00000020:00000080:0.0:1789081868.005873:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fd432ab800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1789081868.007585:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42acc800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789081868.007605:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd432ab800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1789081868.066306:0:20717:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1789081868.066316:0:20717:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789081868.066320:0:20717:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789081868.066328:0:20717:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789081868.066484:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789081868.066493:0:20717:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1789081868.066500:0:20717:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe7fb26800 1 00000020:00000080:0.0:1789081868.066507:0:20717:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74adf 00000020:00000080:0.0:1789081868.066524:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fd42acd800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1789081868.066530:0:20717:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1789081868.066534:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789081868.066538:0:20717:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789081868.066542:0:20717:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffffa0fd423db380) has no exports 00000020:00000080:3.0:1789081868.067089:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd432ae000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1789081868.067098:0:8:0:(genops.c:906:class_export_put()) final put ffffa0fe4a566000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1789081868.067101:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe4a566000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1789081868.067111:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1789081868.067192:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42acd800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789081868.254515:0:20717:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789081868.254531:0:20717:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1789081868.254537:0:20717:0:(genops.c:906:class_export_put()) final put ffffa0fe7fb20000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789081868.254541:0:20717:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe7fb20000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1789081868.254554:0:20717:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1789081868.254670:0:20717:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffffa0fe7fb25800 00000020:02000400:3.0:1789081868.254730:0:20717:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00000100:00100000:2.0:1789081868.255113:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758550528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789081868.255200:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081868.255554:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758550528 00000100:00100000:1.0:1789081868.255562:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758550528 00000100:00100000:1.0:1789081868.255616:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789081868.255627:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758550528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789081868.255656:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789081868.255714:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f979500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758550528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081868.255722:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789081868.255765:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758550528:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1789081868.255828:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1789081868.641390:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081868.766856:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789081868.766883:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77078000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758550656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789081868.766959:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081868.767019:0:17885:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758550656 00000100:00100000:0.0:1789081868.767027:0:17885:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758550656 00000100:00100000:0.0:1789081868.767087:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789081868.767096:0:17885:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1875987758550656:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1789081868.767105:0:17885:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789081868.767148:0:17885:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1875987758550656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (188us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789081868.767155:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:02020000:0.0:1789081868.767198:0:3642:0:(client.c:1492:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:0.0:1789081868.773954:0:3642:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789081868.775344:0:3642:0:(import.c:65:import_set_state_nolock()) ffffa0fd432aa800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789081868.775356:0:3642:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789081868.791929:0:3642:0:(import.c:65:import_set_state_nolock()) ffffa0fd432aa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789081868.799579:0:3642:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 515 00000100:00080000:0.0:1789081868.799593:0:3642:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa0fd432aa800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1789081868.799645:0:3642:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7707b100 x1875987758550784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789081868.799772:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7707b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758550784:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1789081868.799864:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081868.800115:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758550784 00000100:00100000:0.0:1789081868.800125:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758550784 00000100:00100000:0.0:1789081868.800179:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789081868.800187:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875987758550784:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:0.0:1789081868.800210:0:17149:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789081868.824484:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875987758550784:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 24281us (24604us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789081868.824501:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1789081868.824748:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd432aa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789081868.824756:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789081868.824761:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7707b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758550784:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:1.0:1789081869.662499:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789081869.726740:0:17898:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:0.0:1789081869.790320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789081869.790328:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789081869.790333:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd432aa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789081869.790341:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 597 00000100:00080000:0.0:1789081869.790347:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789081869.790354:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa0fd432aa800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1789081869.790380:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe77078700 x1875987758551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789081869.790502:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7707b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758551424:0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.790580:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081869.790639:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875987758551936:0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.790661:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081869.790691:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1789081869.790698:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77078e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:acf59256-1a13-4655-a138-da67e12421f5:3641:1875987758550912:0@lo:400:kworker.0 00000400:00000100:0.0:1789081869.790716:0:3641:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875987758550912 offset 0 length 224: 4 00000100:00100000:0.0:1789081869.790733:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875987758551552:0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.790754:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081869.790793:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758551040:0@lo:38:kworker.0 00000100:00100000:0.0:1789081869.790832:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081869.790864:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758551168:0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.790892:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081869.790912:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758551680:0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.790933:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081869.790967:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789081869.790973:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7707b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758551296:0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.790995:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081869.791012:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1875987758551808:0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.791034:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081869.791096:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758551424 00000100:00100000:0.0:1789081869.791106:0:18647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758551424 00000100:00100000:0.0:1789081869.791150:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758551936 00000100:00100000:0.0:1789081869.791153:0:18647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758551936 00000100:00100000:0.0:1789081869.791189:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758551552 00000100:00100000:0.0:1789081869.791192:0:18647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758551552 00000100:00100000:0.0:1789081869.791200:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758551680 00000100:00100000:0.0:1789081869.791203:0:18647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758551680 00000100:00100000:0.0:1789081869.791220:0:18647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758551808 00000100:00100000:0.0:1789081869.791222:0:18647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758551808 00000100:00100000:0.0:1789081869.791235:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789081869.791244:0:18647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875987758551936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.791314:0:18647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875987758551936:12345-0@lo:400:kworker.0 Request processed in 70us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081869.791322:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789081869.791340:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789081869.791346:0:18647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758551680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.791385:0:18647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758551680:12345-0@lo:400:kworker.0 Request processed in 40us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081869.791392:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789081869.791405:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789081869.791409:0:18647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1875987758551424:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1789081869.791415:0:18647:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789081869.791439:0:18647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1875987758551424:12345-0@lo:400:kworker.0 Request processed in 28us (859us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789081869.791444:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789081869.791455:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789081869.791458:0:18647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1875987758551552:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1789081869.791463:0:18647:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789081869.791483:0:18647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1875987758551552:12345-0@lo:400:kworker.0 Request processed in 23us (729us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789081869.791489:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789081869.791499:0:18647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789081869.791502:0:18647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875987758551808:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1789081869.791507:0:18647:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789081869.791525:0:18647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875987758551808:12345-0@lo:400:kworker.0 Request processed in 21us (490us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789081869.791530:0:18647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789081869.791555:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758551040 00000100:00100000:0.0:1789081869.791559:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758551040 00000100:00100000:0.0:1789081869.791579:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789081869.791584:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1875987758551040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789081869.791606:0:17148:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789081869.791643:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1875987758551040:12345-0@lo:38:kworker.0 Request processed in 58us (810us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789081869.791648:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789081869.791666:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758551168 00000100:00100000:0.0:1789081869.791670:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758551168 00000100:00100000:0.0:1789081869.791693:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758551296 00000100:00100000:0.0:1789081869.791696:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758551296 00000100:00100000:0.0:1789081869.791715:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789081869.791721:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758551168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.791752:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758551168:12345-0@lo:400:kworker.0 Request processed in 31us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081869.791758:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789081869.791769:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789081869.791774:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758551296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.791800:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758551296:12345-0@lo:400:kworker.0 Request processed in 26us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081869.791805:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:0.0:1789081869.791830:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789081869.791835:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789081869.791875:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd432aa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789081869.791880:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789081869.791884:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758551040:0@lo:38:kworker.0 00000100:00100000:0.0:1789081869.791916:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7707b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758551296:0@lo:400:kworker.0 00000100:00080000:0.0:1789081869.791926:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789081869.791930:0:3643:0:(import.c:65:import_set_state_nolock()) ffffa0fd42073000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789081869.791933:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789081869.791944:0:3643:0:(import.c:65:import_set_state_nolock()) ffffa0fd42073000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789081869.791959:0:3643:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 547 00000100:00080000:0.0:1789081869.791965:0:3643:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa0fd42073000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1789081869.791991:0:3643:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe6ffb6a00 x1875987758552064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789081869.792011:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1875987758551808:0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.792027:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758551168:0@lo:400:kworker.0 00010000:00080000:0.0:1789081869.792037:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa0fe6ffb7480 x1875987758551680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081869.792045:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758551680:0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.792095:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875987758552064:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1789081869.792125:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789081869.792159:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789081869.792162:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0fd43001800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789081869.792165:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789081869.792168:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0fd43001800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789081869.792171:0:3641:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 531 00000100:00080000:0.0:1789081869.792175:0:3641:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa0fd43001800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1789081869.792189:0:3641:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe6ffb7b80 x1875987758552192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789081869.792204:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875987758551552:0@lo:400:kworker.0 00000100:00080000:0.0:1789081869.792216:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789081869.792225:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0fe6fce4800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789081869.792228:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789081869.792231:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0fe6fce4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789081869.792234:0:3641:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 515 00000100:00080000:0.0:1789081869.792238:0:3641:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa0fe6fce4800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1789081869.792252:0:3641:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe6ffb5f80 x1875987758552320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789081869.792262:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7707b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758551424:0@lo:400:kworker.0 00010000:00080000:0.0:1789081869.792275:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa0fe6ffb4000 x1875987758551936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081869.792284:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875987758551936:0@lo:400:kworker.0 00000100:00100000:0.0:1789081869.792303:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1875987758552192:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1789081869.792325:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081869.792341:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875987758552320:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1789081869.792360:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081869.792384:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758552064 00000100:00100000:0.0:1789081869.792388:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758552064 00000100:00100000:0.0:1789081869.792405:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758552192 00000100:00100000:0.0:1789081869.792407:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758552192 00000100:00100000:0.0:1789081869.792413:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758552320 00000100:00100000:0.0:1789081869.792415:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758552320 00000100:00100000:0.0:1789081869.792423:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789081869.792428:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875987758552064:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:0.0:1789081869.792441:0:17143:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789081869.792474:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875987758552064:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 45us (350us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789081869.792480:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789081869.792491:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789081869.792495:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875987758552192:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:0.0:1789081869.792504:0:17143:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789081869.792521:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875987758552192:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 25us (196us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789081869.792526:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789081869.792534:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1789081869.792538:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875987758552320:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:0.0:1789081869.792545:0:17143:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789081869.792563:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875987758552320:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 24us (203us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789081869.792568:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:0.0:1789081869.792593:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd43001800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789081869.792598:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789081869.792602:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1875987758552192:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:0.0:1789081869.792610:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe6fce4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789081869.792612:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789081869.792615:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875987758552320:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:0.0:1789081869.792623:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd42073000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789081869.792626:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789081869.792629:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875987758552064:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1789081869.793933:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789081869.793972:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758552448:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789081869.794045:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081869.794521:0:18655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758552448 00000100:00100000:1.0:1789081869.794530:0:18655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758552448 00000100:00100000:1.0:1789081869.794586:0:18655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789081869.794594:0:18655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758552448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789081869.794627:0:18655:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789081869.794679:0:18655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758552448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081869.794686:0:18655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789081869.794736:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758552448:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1789081870.686194:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789081871.339291:0:18648:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789081871.339304:0:18648:0:(genops.c:906:class_export_put()) final put ffffa0fd43005800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789081871.339391:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd43005800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1789081871.339447:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd43004800 for lustre-OST0000 00010000:00010000:2.0:1789081871.710243:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789081872.640386:0:20918:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1789081872.668781:0:20918:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1789081872.668851:0:20918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79c00/0x7375183570f74cde lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f74ce5 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.668867:0:20918:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79c00/0x7375183570f74cde lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f74ce5 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.668873:0:20918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79c00/0x7375183570f74cde lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74ce5 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.668880:0:20918:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79c00/0x7375183570f74cde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74ce5 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.669369:0:20918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789081872.669377:0:20918:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789081872.669417:0:20918:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789081872.669422:0:20918:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789081872.669429:0:20918:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789081872.669435:0:20918:0:(import.c:65:import_set_state_nolock()) ffffa0fe6fce4800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1789081872.669441:0:20918:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789081872.669443:0:20918:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789081872.669446:0:20918:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789081872.671287:0:20918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f74c3d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f74c44 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671307:0:20918:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f74c3d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f74c44 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671315:0:20918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f74c3d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74c44 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671339:0:20918:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f74c3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74c44 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.671562:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789081872.671573:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79c00/0x7375183570f74cde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74ce5 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.671590:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff79c00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789081872.671594:0:17131:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79c00/0x7375183570f74cde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74ce5 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.671603:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79c00/0x7375183570f74cde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74ce5 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789081872.671611:0:17131:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79c00/0x7375183570f74cde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74ce5 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081872.671616:0:17131:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789081872.671619:0:17131:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789081872.671622:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789081872.671749:0:20918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789081872.671758:0:20918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1800/0x7375183570f74f2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f74f31 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671765:0:20918:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1800/0x7375183570f74f2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f74f31 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671772:0:20918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1800/0x7375183570f74f2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74f31 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671778:0:20918:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1800/0x7375183570f74f2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74f31 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671796:0:20918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789081872.671803:0:20918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe40031e00/0x7375183570f750d5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f750dc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671809:0:20918:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe40031e00/0x7375183570f750d5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f750dc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671816:0:20918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe40031e00/0x7375183570f750d5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f750dc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671822:0:20918:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe40031e00/0x7375183570f750d5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f750dc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671840:0:20918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1789081872.671845:0:20918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976400/0x7375183570f74c2f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f74c36 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671852:0:20918:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976400/0x7375183570f74c2f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f74c36 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671858:0:20918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976400/0x7375183570f74c2f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74c36 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671865:0:20918:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976400/0x7375183570f74c2f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74c36 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081872.671872:0:20918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:0.0:1789081872.671875:0:20918:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1789081872.671920:0:20918:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1789081872.671925:0:20918:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1789081872.671928:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789081872.671934:0:20918:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00010000:00010000:2.0:1789081872.672036:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1789081872.672041:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f74c3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74c44 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672048:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f976a00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789081872.672052:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f74c3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74c44 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672059:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f74c3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74c44 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789081872.672088:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f74c3d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74c44 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081872.672093:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789081872.672095:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:2.0:1789081872.672114:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:2.0:1789081872.672155:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f74c3d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74c44 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672162:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789081872.672187:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f74c3d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74c44 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672195:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f74c3d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74c44 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672212:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789081872.672215:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1800/0x7375183570f74f2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74f31 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672221:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe1800 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789081872.672224:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1800/0x7375183570f74f2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74f31 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672231:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1800/0x7375183570f74f2a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74f31 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789081872.672237:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1800/0x7375183570f74f2a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74f31 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081872.672242:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1789081872.672244:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1789081872.672246:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1789081872.672258:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1800/0x7375183570f74f2a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74f31 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672264:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789081872.672277:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1800/0x7375183570f74f2a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74f31 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672284:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1800/0x7375183570f74f2a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74f31 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672297:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789081872.672300:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe40031e00/0x7375183570f750d5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f750dc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672305:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe40031e00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789081872.672308:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe40031e00/0x7375183570f750d5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f750dc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672314:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe40031e00/0x7375183570f750d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f750dc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789081872.672321:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe40031e00/0x7375183570f750d5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f750dc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081872.672325:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789081872.672327:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789081872.672329:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789081872.672342:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe40031e00/0x7375183570f750d5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f750dc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.672347:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789081872.672477:0:18678:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00080000:0.0:1789081872.672633:0:20918:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffffa0fd433f0800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789081872.672639:0:20918:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffffa0fd43007000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789081872.672644:0:20918:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffffa0fe654819c0) has exports, disconnecting them 00000020:00080000:0.0:1789081872.672649:0:20918:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffffa0fd433f0800), last request at 1789081869 00000020:00000080:0.0:1789081872.672657:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74f1c 00000100:00080000:0.0:1789081872.672678:0:20918:0:(import.c:65:import_set_state_nolock()) ffffa0fd433f6000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789081872.672725:0:20918:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fd433f0800): rc 0 00000020:00000080:0.0:1789081872.672729:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fd433f0800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1789081872.672739:0:20918:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffffa0fd43007000), last request at 1789081869 00000020:00000080:0.0:1789081872.672751:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74dbe 00000100:00080000:0.0:1789081872.672756:0:20918:0:(import.c:65:import_set_state_nolock()) ffffa0fd43004000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789081872.672763:0:20918:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fd43007000): rc 0 00000020:00000080:0.0:1789081872.672765:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fd43007000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1789081872.672772:0:20918:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffc24d81cafae0 00000100:00080000:0.0:1789081872.672792:0:20918:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789081872.672800:0:20918:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffffa0fe77078000 x1875987758550656/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789081884 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081872.672815:0:20918:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:2.0:1789081872.673607:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe40031e00/0x7375183570f750d5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f750dc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.673620:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe40031e00/0x7375183570f750d5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f750dc expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081872.673650:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081872.673652:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081872.673654:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081872.673673:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:acf59256-1a13-4655-a138-da67e12421f5:3643:1875987758552576:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789081872.673744:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081872.673791:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789081872.673797:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:acf59256-1a13-4655-a138-da67e12421f5:3643:1875987758552704:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789081872.673817:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:2.0:1789081872.673842:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd433f0800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1789081872.673882:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd43007000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1789081872.673925:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd433f6000 for lustre-MDT0001 00000020:00000080:2.0:1789081872.673929:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd43004000 for lustre-MDT0001 00000100:00100000:2.0:1789081872.673950:0:18299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758552576 00000100:00100000:2.0:1789081872.673957:0:18299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758552576 00000100:00100000:2.0:1789081872.673991:0:18299:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758552704 00000100:00100000:2.0:1789081872.673994:0:18299:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758552704 00000100:00100000:2.0:1789081872.674010:0:18299:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789081872.674017:0:18299:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f978700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3643:x1875987758552576:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789081872.674023:0:18299:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789081872 with bad export cookie 8319582504444447497 00000100:00100000:1.0:1789081872.676313:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77078000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758550656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789081872.676362:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789081872.676376:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:acf59256-1a13-4655-a138-da67e12421f5:3642:1875987758552832:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789081872.676481:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789081872.680814:0:20918:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789081872.680826:0:20918:0:(import.c:65:import_set_state_nolock()) ffffa0fd432aa800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1789081872.682236:0:20918:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789081872.682244:0:20918:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1789081872.682270:0:20918:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00080000:0.0:1789081872.682338:0:20918:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1789081872.682370:0:20918:0:(import.c:65:import_set_state_nolock()) ffffa0fe45734800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789081872.682390:0:20918:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789081872.682392:0:20918:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1789081872.682532:0:20918:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:0.0:1789081872.682614:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758552960:0@lo:9:umount.0 00000100:00100000:0.0:1789081872.682694:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081872.682753:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758552960 00000100:00100000:0.0:1789081872.682760:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758552960 00000100:00100000:0.0:1789081872.682812:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789081872.682821:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875987758552960:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789081872.682847:0:18653:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74de8 00000100:00080000:0.0:1789081872.682854:0:18653:0:(import.c:65:import_set_state_nolock()) ffffa0fd43000800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789081872.682912:0:18653:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789081872.683714:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3640:x1875987758552960:12345-0@lo:9:umount.0 Request processed in 889us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081872.683724:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:0.0:1789081872.683747:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789081872.683762:0:20918:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1789081872.683777:0:20918:0:(import.c:65:import_set_state_nolock()) ffffa0fe6fcc9000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1789081872.683820:0:20918:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffffa0fe654819c0) has no exports 00010000:00010000:3.0:1789081872.686210:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79c00/0x7375183570f74cde lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74ce5 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081872.686225:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789081872.686251:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79c00/0x7375183570f74cde lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74ce5 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081872.686259:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79c00/0x7375183570f74cde lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x7375183570f74ce5 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081872.686280:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789081872.686297:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:acf59256-1a13-4655-a138-da67e12421f5:3641:1875987758553216:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789081872.686366:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789081872.686423:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081872.686426:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081872.686428:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081872.687047:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081872.687082:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758552832 00000100:00100000:2.0:1789081872.687092:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758552832 00000100:00100000:2.0:1789081872.687503:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758553216 00000100:00100000:2.0:1789081872.687508:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758553216 00000100:00100000:2.0:1789081872.687525:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789081872.687534:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3643:x1875987758552704:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789081872.687543:0:17129:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789081872 with bad export cookie 8319582504444447497 00000100:00100000:2.0:1789081872.687642:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3643:x1875987758552704:12345-0@lo:103:ldlm_bl.0 Request processed in 108us (13823us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789081872.687650:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789081872.687667:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789081872.687671:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e76450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3642:x1875987758552832:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789081872.687675:0:17129:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789081872 with bad export cookie 8319582504444447497 00000100:00100000:2.0:1789081872.687699:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e76450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3642:x1875987758552832:12345-0@lo:103:ldlm_bl.0 Request processed in 27us (11220us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789081872.687704:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789081872.687713:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789081872.687717:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3641:x1875987758553216:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789081872.687720:0:17129:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789081872 with bad export cookie 8319582504444447497 00000100:00100000:2.0:1789081872.687747:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3641:x1875987758553216:12345-0@lo:103:ldlm_bl.0 Request processed in 29us (1382us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789081872.687753:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1789081872.687795:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.129@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789081872.687800:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415c000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1789081872.687804:0:3641:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.201.129@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1789081872.688166:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.129@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789081872.688411:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe45734800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789081872.688426:0:3640:0:(osp_dev.c:1761:osp_import_event()) got disconnected 00000004:00080000:1.0:1789081872.688428:0:3640:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:1.0:1789081872.688432:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758552960:0@lo:9:umount.0 00000100:00100000:1.0:1789081872.688461:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758553088:0@lo:9:umount.0 00000100:00100000:1.0:1789081872.688505:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081872.688548:0:19139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758553088 00000100:00100000:1.0:1789081872.688552:0:19139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758553088 00000100:00100000:1.0:1789081872.688599:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789081872.688606:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875987758553088:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789081872.688635:0:19139:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74f4d 00000100:00080000:1.0:1789081872.688644:0:19139:0:(import.c:65:import_set_state_nolock()) ffffa0fe7201c800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789081872.688688:0:19139:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1789081872.688842:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3640:x1875987758553088:12345-0@lo:9:umount.0 Request processed in 236us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081872.688849:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:1.0:1789081872.688867:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789081872.688926:0:3642:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.129@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789081872.698612:0:3641:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.201.129@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1789081872.698619:0:3641:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00010000:00010000:3.0:1789081872.698627:0:20919:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081872.698631:0:20919:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081872.698633:0:3641:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe77078e00 x1875987758550912/t0(0) o400->MGC192.168.201.129@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789081885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1789081872.698634:0:20919:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081872.698653:0:3641:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe7f979c00 x1875987758552576/t0(0) o103->MGC192.168.201.129@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789081888 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081872.698663:0:3641:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe7f979180 x1875987758552704/t0(0) o103->MGC192.168.201.129@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789081888 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081872.698697:0:3641:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe7f978380 x1875987758552832/t0(0) o103->MGC192.168.201.129@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789081888 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081872.698708:0:3641:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe79e4a680 x1875987758553216/t0(0) o103->MGC192.168.201.129@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789081888 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789081872.698730:0:3643:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffffa0fd4415c000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:0.0:1789081872.698770:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:acf59256-1a13-4655-a138-da67e12421f5:3643:1875987758552576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789081872.698803:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:acf59256-1a13-4655-a138-da67e12421f5:3643:1875987758552704:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789081872.698844:0:3642:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffffa0fd4415c000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1789081872.698855:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:acf59256-1a13-4655-a138-da67e12421f5:3642:1875987758552832:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789081872.698914:0:18678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976400/0x7375183570f74c2f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74c36 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081872.698925:0:18678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f976400 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:1.0:1789081872.698930:0:18678:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976400/0x7375183570f74c2f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74c36 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081872.699020:0:18678:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976400/0x7375183570f74c2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74c36 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789081872.699038:0:18678:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976400/0x7375183570f74c2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74c36 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789081872.699044:0:18678:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1789081872.699046:0:18678:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1789081872.699049:0:18678:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1789081872.699339:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1789081872.699693:0:18299:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1875987758552576 offset 224 length 224: 4 00000100:00100000:3.0:1789081872.699717:0:18299:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f978700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3643:x1875987758552576:12345-0@lo:103:ldlm_bl.0 Request processed in 25698us (25972us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789081872.699729:0:18299:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00010000:1.0:1789081872.699843:0:18678:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0fd4415c000 00010000:00010000:1.0:1789081872.699849:0:18678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976400/0x7375183570f74c2f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f74c36 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081872.699857:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976400/0x7375183570f74c2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f74c36 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081872.699872:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081872.699874:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081872.699876:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789081872.699929:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe6fcc9000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789081872.700052:0:3640:0:(osp_dev.c:1761:osp_import_event()) got disconnected 00000004:00080000:1.0:1789081872.700316:0:3640:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:1.0:1789081872.700322:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758553088:0@lo:9:umount.0 10000000:01000000:2.0:1789081872.700651:0:3641:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1789081872.700656:0:3641:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1789081872.700657:0:3641:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1789081872.700661:0:3641:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789081872.700666:0:3641:0:(import.c:510:import_select_connection()) MGC192.168.201.129@tcp: connect to NID 0@lo last attempt 501 00000100:00080000:2.0:1789081872.700674:0:3641:0:(import.c:624:import_select_connection()) MGC192.168.201.129@tcp: import ffffa0fd4415c000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081872.700723:0:3641:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7f978a80 x1875987758553344/t0(0) o250->MGC192.168.201.129@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789081872.700764:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77078e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:acf59256-1a13-4655-a138-da67e12421f5:3641:1875987758550912:0@lo:400:kworker.0 00000100:00100000:2.0:1789081872.700783:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:acf59256-1a13-4655-a138-da67e12421f5:3641:1875987758553216:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789081872.700837:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:acf59256-1a13-4655-a138-da67e12421f5:3640:1875987758553344:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:1.0:1789081872.700880:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875987758553344 offset 0 length 520: 4 00000020:00080000:0.0:1789081872.705673:0:20918:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffffa0fe654819c0) has no exports 00010000:00010000:2.0:1789081872.753397:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1789081872.753473:0:20918:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0fe44f08120 - data ffffa0fe506cc870/ffffa0fe77075000 00000020:01000000:1.0:1789081872.753641:0:20918:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0fe6fcdbc00 - data ffffa0fe5040a1b0/ffffa0fe7a6f8800 00000001:00000004:1.0:1789081872.767559:0:20918:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1789081872.807181:0:20918:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789081872.807191:0:20918:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789081872.807199:0:20918:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789081872.809477:0:20918:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789081872.809484:0:20918:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789081872.809505:0:20918:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:3.0:1789081872.809507:0:20918:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789081872.809839:0:17884:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789081872.809844:0:17884:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1789081872.809852:0:17884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1789081872.813576:0:20918:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789081872.813588:0:20918:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789081872.813612:0:20918:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:3.0:1789081872.813615:0:20918:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789081872.814003:0:17887:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789081872.814009:0:17887:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789081872.814020:0:17887:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1789081872.818707:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74c52 00000020:00000080:3.0:1789081872.818732:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fe50e9c800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789081872.819007:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe50e9c800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789081872.820408:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74c67 00000020:00000080:3.0:1789081872.820424:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fd43196800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789081872.820443:0:20918:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1789081872.820450:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789081872.820461:0:20918:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789081872.820467:0:20918:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffffa0fe65480000) has no exports 00000004:01000000:3.0:1789081872.820675:0:20918:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1789081872.820686:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74cbb 00000020:00000080:3.0:1789081872.820691:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fd4361a800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789081872.820696:0:20918:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789081872.820700:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789081872.820705:0:20918:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789081872.820708:0:20918:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffffa0fe79aa99c0) has no exports 00000020:00000080:3.0:1789081872.820714:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74cb4 00000020:00000080:3.0:1789081872.820717:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fe492ee800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789081872.821227:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd43196800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:0.0:1789081872.821237:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd4361a800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789081872.821242:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe492ee800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1789081872.821478:0:20918:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789081872.821485:0:20918:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789081872.821489:0:20918:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789081872.821495:0:20918:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:3.0:1789081872.821497:0:20918:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789081872.821573:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789081872.821582:0:20918:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789081872.821589:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74ca6 00000020:00000080:3.0:1789081872.821610:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fe7bfef800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789081872.823526:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe6fcc9000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789081872.823550:0:8:0:(genops.c:906:class_export_put()) final put ffffa0fe7bfed000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789081872.823554:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe7bfed000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1789081872.823565:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1789081872.826382:0:20918:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789081872.826438:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789081872.826455:0:20918:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789081872.826462:0:20918:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffffa0fe519e4d40) has no exports 00000020:00000080:3.0:1789081872.826475:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74c98 00000020:00000080:3.0:1789081872.826486:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fe45734000/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1789081872.826963:0:20918:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789081872.826968:0:20918:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789081872.826974:0:20918:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789081872.826982:0:20918:0:(osp_dev.c:1777:osp_import_event()) got inactive 00000100:00100000:3.0:1789081872.826985:0:20918:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789081872.827026:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789081872.827033:0:20918:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1789081872.827048:0:20918:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1789081872.827055:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74c8a 00000020:00000080:3.0:1789081872.827060:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fe7bfed800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789081872.827095:0:20918:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1789081872.827100:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789081872.827104:0:20918:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789081872.827107:0:20918:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffffa0fd419519c0) has no exports 00000020:00000080:3.0:1789081872.827112:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74c83 00000020:00000080:3.0:1789081872.827115:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fd432a9000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789081872.827978:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe7bfef800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789081872.827993:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe45734000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1789081872.827999:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe45734800 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789081872.828006:0:8:0:(genops.c:906:class_export_put()) final put ffffa0fe451a3000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789081872.828008:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe451a3000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1789081872.828013:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789081872.828113:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe7bfed800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1789081872.828119:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd432a9000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1789081872.829290:0:20918:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1789081872.829299:0:20918:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789081872.829304:0:20918:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789081872.829313:0:20918:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789081872.829519:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789081872.829531:0:20918:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789081872.829561:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789081872.829565:0:20918:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789081872.829570:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fd4415e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789081872.829574:0:20918:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd4415e800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1789081872.829581:0:20918:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789081872.829748:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74c6e 00000020:00000080:0.0:1789081872.829757:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fd43192000/lustre-MDD0001_UUID 00000020:00000080:1.0:1789081872.830146:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd432aa800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1789081872.830154:0:8:0:(genops.c:906:class_export_put()) final put ffffa0fe7bfeb000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789081872.830167:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe7bfeb000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1789081872.830178:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1789081872.830573:0:20918:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1789081872.830604:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789081872.830613:0:20918:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789081872.830618:0:20918:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffffa0fd432a3380) has no exports 00000020:00000080:0.0:1789081872.830651:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789081872.830656:0:20918:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1789081872.830662:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74c75 00000020:00000080:0.0:1789081872.830669:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fd43196000/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1789081872.830687:0:20918:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0fe7bfeb800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1789081872.830691:0:20918:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe7bfeb800 2 00000020:01000004:0.0:1789081872.830696:0:20918:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0fe7bfeb800 from lustre-MDT0001 00000020:00000080:0.0:1789081872.830720:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789081872.830724:0:20918:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1789081872.830728:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fe6ee01000/lustre-MDT0001_UUID 00000020:00000080:0.0:1789081872.830730:0:20918:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe6ee01000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1789081872.830740:0:20918:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1789081872.830782:0:20918:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1789081872.830788:0:20918:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1789081872.830791:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789081872.830794:0:20918:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789081872.830805:0:20918:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffffa0fe6fcce000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789081872.830811:0:20918:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffffa0fe7a7d3380) has exports, disconnecting them 00000020:00080000:0.0:1789081872.830817:0:20918:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffffa0fe6fcce000), last request at 1789081786 00000020:00000080:0.0:1789081872.830821:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74cf3 00000020:00080000:0.0:1789081872.830831:0:20918:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fe6fcce000): rc 0 00000020:00000080:0.0:1789081872.830835:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fe6fcce000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789081872.830973:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd43192000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1789081872.830978:0:8:0:(genops.c:906:class_export_put()) final put ffffa0fd43195800/lustre-MDD0001_UUID 00000020:00000080:1.0:1789081872.830980:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd43195800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1789081872.830984:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1789081872.831147:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd43196000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789081872.831153:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe6fcce000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1789081872.832383:0:20918:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1789081872.832393:0:20918:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789081872.832398:0:20918:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789081872.832404:0:20918:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789081872.832435:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe6fce4800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789081872.832591:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789081872.832598:0:20918:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1789081872.832604:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fe6a849800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1789081872.832607:0:20918:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe6a849800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1789081872.832612:0:20918:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1789081872.832671:0:20918:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe7bfeb800 1 00000020:00000080:1.0:1789081872.832677:0:20918:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74c1a 00000020:00000080:1.0:1789081872.832683:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fe5f544000/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1789081872.832692:0:20918:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1789081872.832700:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe5f544000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789081872.832710:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789081872.832714:0:20918:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789081872.832718:0:20918:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffffa0fe79aacd40) has no exports 00000020:00000080:1.0:1789081872.929617:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789081872.929634:0:20918:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1789081872.929641:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fe6ee05000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789081872.929656:0:20918:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe6ee05000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1789081872.929668:0:20918:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1789081872.929779:0:20918:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffffa0fe6ee01800 00000020:01000000:1.0:1789081872.929799:0:20918:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1789081872.929803:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789081872.929807:0:20918:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789081872.929811:0:20918:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffffa0fd41953380) has no exports 00000100:00100000:3.0:1789081872.934367:0:17145:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffffa0fd4317c800:17145] 2 exiting: rc = 0 00000100:00100000:2.0:1789081872.934566:0:17143:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffffa0fd4218cc00:17143] 0 exiting: rc = 1 00000100:00100000:0.0:1789081872.934762:0:18647:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffffa0fe6fd0f600:18647] 3 exiting: rc = 0 00000100:00100000:0.0:1789081872.940446:0:17144:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffffa0fd4317c200:17144] 1 exiting: rc = 0 00000100:00100000:2.0:1789081872.940638:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940648:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940654:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940663:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940669:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940675:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940682:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940688:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940694:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940700:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940706:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940712:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940734:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940740:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940747:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940753:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940759:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940779:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940786:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940791:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940797:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940802:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940808:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940814:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940819:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940825:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940830:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940835:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940841:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940846:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940852:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940858:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940864:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940869:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940875:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940881:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940886:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940913:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940918:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940924:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940930:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940942:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940948:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940953:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940959:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940965:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940971:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940984:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940990:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.940996:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941002:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941008:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941015:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941020:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941026:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941031:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941036:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941041:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941045:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941050:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941056:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941091:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941100:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.941105:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081872.945353:0:20286:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_002: service thread [ffffa0fe7703c600:20286] 2 exiting: rc = 0 00000100:00100000:1.0:1789081872.945534:0:17146:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffffa0fd4317dc00:17146] 0 exiting: rc = 1 00000100:00100000:1.0:1789081872.945601:0:17147:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffffa0fe6eec0400:17147] 1 exiting: rc = 0 00000100:00100000:2.0:1789081872.945693:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945703:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945709:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945724:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945730:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945736:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945742:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945747:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945752:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945757:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945763:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945768:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945773:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945778:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945787:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945793:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945798:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945804:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945831:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945836:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945843:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945849:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945855:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945861:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945867:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945873:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945877:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945883:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945899:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945906:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945911:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945917:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945922:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945927:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945941:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945947:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945953:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945958:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945963:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945969:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945974:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945980:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945985:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945990:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.945996:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946002:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946007:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946013:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946019:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946023:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946029:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946034:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946038:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946054:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946058:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946106:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946113:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946118:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946124:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946129:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946134:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946139:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946144:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.946149:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081872.946728:0:17149:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffffa0fe79b6c600:17149] 1 exiting: rc = 0 00000100:00100000:0.0:1789081872.946804:0:17148:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffffa0fe6fcbd000:17148] 0 exiting: rc = 1 00000100:00100000:0.0:1789081872.946861:0:17885:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffffa0fe7a703a00:17885] 2 exiting: rc = 0 00000100:00100000:2.0:1789081872.947539:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947560:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947568:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947573:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947577:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947582:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947594:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947599:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947603:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947607:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947612:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947615:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947621:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947626:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947630:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947634:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947638:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947643:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947658:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947663:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947667:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947672:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947677:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947681:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947694:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947698:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947704:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947710:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947715:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947721:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947737:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947743:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947748:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947753:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947758:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947764:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947769:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947774:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947779:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947784:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947789:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947793:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947810:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947818:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947823:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947829:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947836:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947842:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947850:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947857:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947863:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947867:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947872:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947876:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947905:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947913:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947919:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947924:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.947992:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.948009:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.948014:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.948021:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.948026:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.948033:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081872.955791:0:17151:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffffa0fd4317d800:17151] 1 exiting: rc = 0 00000100:00100000:2.0:1789081872.956008:0:17150:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffffa0fe79b6ca00:17150] 0 exiting: rc = 1 00000100:00100000:3.0:1789081872.956233:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956239:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956242:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956246:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956250:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956253:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956256:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956259:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956263:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956282:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956286:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956290:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956293:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956297:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956300:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956303:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956306:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956310:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956312:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956315:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956318:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956321:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956324:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956326:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956329:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956332:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956335:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956338:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956342:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956345:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956347:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956350:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956353:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956356:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956359:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956363:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956367:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956370:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956373:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956376:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956379:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956382:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956386:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956389:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956405:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956411:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956416:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956421:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956426:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956432:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956437:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956441:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956446:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956452:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956457:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956462:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956467:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956473:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956479:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956484:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956490:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956495:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956499:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.956504:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.956808:0:17153:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffffa0fd4317c000:17153] 1 exiting: rc = 0 00000100:00100000:0.0:1789081872.956924:0:17152:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffffa0fd4317d000:17152] 0 exiting: rc = 1 00000100:00100000:3.0:1789081872.957061:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957265:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957271:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957276:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957281:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957286:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957291:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957297:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957303:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957307:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957312:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957317:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957322:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957327:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957332:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957345:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957350:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957355:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957359:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957364:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957369:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957375:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957379:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957384:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957388:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957393:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957398:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957403:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957409:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957414:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957418:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957424:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957429:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957434:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957439:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957445:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957450:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957454:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957459:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957465:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957470:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957475:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957480:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957486:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957490:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957496:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957500:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957505:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957510:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957515:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957529:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957533:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957538:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957543:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957547:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957552:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957556:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957561:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957565:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957570:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957576:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957582:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957587:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.957592:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.957999:0:17154:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffffa0fd4317da00:17154] 0 exiting: rc = 1 00000100:00100000:1.0:1789081872.958188:0:17155:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffffa0fd4317d600:17155] 1 exiting: rc = 0 00000100:00100000:3.0:1789081872.958293:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958298:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958302:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958306:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958309:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958313:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958316:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958319:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958322:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958325:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958329:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958332:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958335:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958339:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958342:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958345:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958349:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958352:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958355:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958358:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958361:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958371:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958375:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958378:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958381:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958385:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958388:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958391:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958397:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958402:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958407:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958412:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958416:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958421:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958427:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958432:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958438:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958443:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958448:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958453:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958457:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958463:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958468:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958474:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958480:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958486:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958491:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958497:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958503:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958508:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958514:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958520:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958524:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958529:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958534:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958538:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958551:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958557:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958561:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958566:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958570:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958575:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958579:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.958585:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081872.959519:0:17157:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffffa0fd41befc00:17157] 1 exiting: rc = 0 00000100:00100000:1.0:1789081872.959851:0:17156:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffffa0fd41bef000:17156] 0 exiting: rc = 1 00000100:00100000:0.0:1789081872.960417:0:17158:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffffa0fd41bee800:17158] 2 exiting: rc = 0 00000100:00100000:3.0:1789081872.960689:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960697:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960703:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960719:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960726:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960733:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960738:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960744:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960750:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960757:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960762:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960767:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960785:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960791:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960798:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960804:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960810:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960815:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960823:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960829:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960836:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960842:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960849:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960854:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960861:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960867:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960874:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960905:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960911:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960917:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960922:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960927:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960942:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960948:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960953:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960959:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960978:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960985:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960990:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.960995:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961001:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961006:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961011:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961016:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961021:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961026:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961033:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961038:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961043:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961048:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961052:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961058:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961090:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961097:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961103:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961109:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961115:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961120:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961126:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961133:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961139:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961145:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961159:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081872.961165:0:20918:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1789081872.965789:0:20918:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789081872.965803:0:20918:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1789081872.965809:0:20918:0:(genops.c:906:class_export_put()) final put ffffa0fe79dfc000/MDS_uuid 00000020:00000080:3.0:1789081872.965815:0:20918:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe79dfc000/MDS_uuid for MDS 00000020:01000000:3.0:1789081872.965823:0:20918:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1789081872.966054:0:20918:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:1.0:1789081873.761023:0:20919:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081874.790365:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789081874.914257:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789081874.914269:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789081874.914273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789081874.914276:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789081874.914279:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd43001800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081874.914288:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 598 00000100:00080000:1.0:1789081874.914295:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789081874.914302:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa0fd43001800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081874.914340:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd43749f80 x1875987758553472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789081874.914401:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789081874.914405:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789081874.914407:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd42073000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081874.914411:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 598 00000100:00080000:1.0:1789081874.914414:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789081874.914424:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa0fd42073000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081874.914438:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd43748000 x1875987758553728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789081874.914504:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1875987758553472:0@lo:38:kworker.0 00000400:00000100:1.0:1789081874.914561:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875987758553472 offset 0 length 520: 4 00000100:00100000:1.0:1789081874.914598:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875987758553728:0@lo:38:kworker.0 00000400:00000100:1.0:1789081874.914614:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875987758553728 offset 0 length 520: 4 00000100:00100000:1.0:1789081874.914644:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758553600:0@lo:400:kworker.0 00000400:00000100:1.0:1789081874.914662:0:3643:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875987758553600 offset 0 length 224: 4 00000100:00100000:1.0:1789081874.914676:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789081874.914682:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1875987758553856:0@lo:400:kworker.0 00000400:00000100:1.0:1789081874.914697:0:3643:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875987758553856 offset 0 length 224: 4 00010000:00010000:0.0:1789081875.813409:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081876.834948:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789081877.618039:0:21121:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1789081877.627230:0:21121:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1789081877.627294:0:21121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78000/0x7375183570f74d8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f74d94 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081877.627321:0:21121:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78000/0x7375183570f74d8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f74d94 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081877.627329:0:21121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78000/0x7375183570f74d8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74d94 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081877.627336:0:21121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78000/0x7375183570f74d8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74d94 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081877.627362:0:21121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789081877.627369:0:21121:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789081877.627407:0:21121:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789081877.627431:0:21121:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fd43749f80 x1875987758553472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789081889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081877.627454:0:21121:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789081877.627461:0:21121:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789081877.627468:0:21121:0:(import.c:65:import_set_state_nolock()) ffffa0fd43001800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1789081877.627473:0:21121:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789081877.627477:0:21121:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fd43749f80 x1875987758553472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789081889 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081877.627484:0:21121:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789081877.627487:0:21121:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00000100:00100000:2.0:1789081877.627642:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1875987758553472:0@lo:38:kworker.0 00000100:00080000:0.0:1789081877.629297:0:21121:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789081877.629569:0:21121:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fd4374bb80 x1875987758553600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081877.629682:0:21121:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789081877.629689:0:21121:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789081877.629716:0:21121:0:(import.c:65:import_set_state_nolock()) ffffa0fd42058000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1789081877.630158:0:20919:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081877.630168:0:20919:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78000/0x7375183570f74d8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74d94 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081877.630180:0:20919:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff78000 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:3.0:1789081877.630185:0:20919:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78000/0x7375183570f74d8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74d94 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081877.630195:0:20919:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78000/0x7375183570f74d8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74d94 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789081877.630203:0:20919:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78000/0x7375183570f74d8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74d94 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081877.630208:0:20919:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789081877.630211:0:20919:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789081877.630214:0:20919:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789081877.630230:0:20919:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0fd4415c000 00010000:00010000:3.0:1789081877.630234:0:20919:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78000/0x7375183570f74d8d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f74d94 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081877.630241:0:20919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78000/0x7375183570f74d8d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f74d94 expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081877.630263:0:20919:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081877.630265:0:20919:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081877.630266:0:20919:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081877.636271:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758553600:0@lo:400:kworker.0 00000100:00100000:2.0:1789081877.636406:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1875987758553984:0@lo:39:umount.0 00000400:00000100:2.0:1789081877.638153:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875987758553984 offset 0 length 224: 4 00010000:00010000:0.0:1789081877.854234:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789081877.918939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789081877.918950:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789081877.918953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789081877.918957:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789081877.919085:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789081877.919110:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875987758554112:0@lo:400:kworker.0 00000400:00000100:1.0:1789081877.919185:0:3642:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875987758554112 offset 0 length 224: 4 00000001:00100000:2.0:1789081878.497720:0:18648:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789081878.497735:0:18648:0:(genops.c:906:class_export_put()) final put ffffa0fd43006000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789081878.497821:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd43006000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1789081878.497927:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd43000800 for lustre-OST0000 00000001:00100000:0.0:1789081878.498247:0:19466:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789081878.498250:0:19466:0:(genops.c:906:class_export_put()) final put ffffa0fe7201a000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789081878.498307:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe7201a000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1789081878.498348:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe7201c800 for lustre-OST0001 00010000:00010000:0.0:1789081878.878806:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081879.902410:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789081879.966681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789081879.966694:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789081879.966698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789081879.966702:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789081879.966862:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789081879.966883:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875987758554240:0@lo:400:kworker.0 00000400:00000100:2.0:1789081879.966941:0:3641:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875987758554240 offset 0 length 224: 4 00010000:00010000:3.0:1789081880.926304:0:20919:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081881.953617:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081882.782243:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081872/real 1789081872] req@ffffa0fe7f978a80 x1875987758553344/t0(0) o250->MGC192.168.201.129@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789081882 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081882.782298:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fe7f978a80 x1875987758553344/t0(0) o250->MGC192.168.201.129@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789081882 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789081882.782323:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789081882.782538:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1789081882.782564:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:acf59256-1a13-4655-a138-da67e12421f5:3640:1875987758553344:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:0.0:1789081882.782590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789081882.782596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789081882.782599:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789081882.782605:0:36:0:(import.c:510:import_select_connection()) MGC192.168.201.129@tcp: connect to NID 0@lo last attempt 601 00000100:00080000:0.0:1789081882.782611:0:36:0:(import.c:589:import_select_connection()) MGC192.168.201.129@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789081882.782625:0:36:0:(import.c:624:import_select_connection()) MGC192.168.201.129@tcp: import ffffa0fd4415c000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1789081882.782660:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe6ffb6d80 x1875987758554368/t0(0) o250->MGC192.168.201.129@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789081882.782687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789081882.782691:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789081882.782840:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1875987758554496:0@lo:400:kworker.0 00000400:00000100:1.0:1789081882.782903:0:3643:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875987758554496 offset 0 length 224: 4 00000100:00100000:2.0:1789081882.783307:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:acf59256-1a13-4655-a138-da67e12421f5:3640:1875987758554368:0@lo:250:kworker.0 00000400:00000100:2.0:1789081882.783335:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875987758554368 offset 0 length 520: 4 00010000:00010000:0.0:1789081882.977336:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081883.998754:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081885.022302:0:20919:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081886.046713:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081887.070266:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081887.902214:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081877/real 1789081877] req@ffffa0fe6ffb6300 x1875987758553984/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789081887 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081887.902263:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fe6ffb6300 x1875987758553984/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789081887 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789081887.902286:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd42058000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789081887.902307:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1875987758553984:0@lo:39:umount.0 00000100:00080000:0.0:1789081887.903144:0:21121:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789081887.903150:0:21121:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789081887.903156:0:21121:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789081887.906488:0:21121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1a00/0x7375183570f74d63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f74d6a expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081887.906511:0:21121:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1a00/0x7375183570f74d63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f74d6a expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081887.906517:0:21121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1a00/0x7375183570f74d63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74d6a expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081887.906523:0:21121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1a00/0x7375183570f74d63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74d6a expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081887.906616:0:21121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789081887.906636:0:21121:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79f03400/0x7375183570f750c7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f750ce expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081887.906643:0:21121:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79f03400/0x7375183570f750c7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f750ce expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081887.906664:0:21121:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79f03400/0x7375183570f750c7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f750ce expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081887.906677:0:21121:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe79f03400/0x7375183570f750c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f750ce expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081887.914220:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789081887.914237:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1a00/0x7375183570f74d63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74d6a expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081887.914250:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe1a00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789081887.914255:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1a00/0x7375183570f74d63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74d6a expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081887.914266:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1a00/0x7375183570f74d63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74d6a expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789081887.914273:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1a00/0x7375183570f74d63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74d6a expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081887.914279:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789081887.914282:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:2.0:1789081887.914299:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0fd4415c000 00010000:00010000:2.0:1789081887.914323:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1a00/0x7375183570f74d63 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f74d6a expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081887.914331:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1a00/0x7375183570f74d63 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f74d6a expref: -99 pid: 18646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081887.914350:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789081887.914354:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe79f03400/0x7375183570f750c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f750ce expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081887.914368:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79f03400 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789081887.914371:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79f03400/0x7375183570f750c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f750ce expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081887.914377:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe79f03400/0x7375183570f750c7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f750ce expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789081887.914383:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79f03400/0x7375183570f750c7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f750ce expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081887.914388:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789081887.914390:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1789081887.914394:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0fd4415c000 00010000:00010000:2.0:1789081887.914397:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe79f03400/0x7375183570f750c7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f750ce expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081887.914403:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081887.914405:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081887.914406:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081887.922377:0:21121:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789081887.922397:0:21121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe79f03400/0x7375183570f750c7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f750ce expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789081887.922418:0:21121:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1789081887.922429:0:21121:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:0.0:1789081887.922431:0:21121:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1789081887.922471:0:21121:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1789081887.922475:0:21121:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1789081887.922487:0:21121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789081887.922493:0:21121:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789081887.922497:0:21121:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffffa0fe519e3380) has no exports 00000020:00080000:0.0:1789081887.922523:0:21121:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffffa0fe519e3380) has no exports 00010000:00010000:3.0:1789081887.932760:0:20919:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1789081887.933588:0:21121:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0fe5f5f4d80 - data ffffa0fe46d4ce58/ffffa0fd42a04800 00000020:01000000:0.0:1789081887.933755:0:21121:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0fd4356d660 - data ffffa0fe50a321b0/ffffa0fe77059000 00100000:10000000:0.0:1789081887.948916:0:21121:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1789081887.979881:0:21121:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74d78 00000020:00000080:1.0:1789081887.979897:0:21121:0:(genops.c:906:class_export_put()) final put ffffa0fd42b39800/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1789081887.979928:0:21121:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0fd41967000 from lustre-OST0000, refs=2 00000020:01000004:1.0:1789081887.979933:0:21121:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fd41967000 2 00000020:01000004:1.0:1789081887.979937:0:21121:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0fd41967000 from lustre-OST0000 00000020:00000080:1.0:1789081887.979967:0:21121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789081887.979981:0:21121:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1789081887.979985:0:21121:0:(genops.c:906:class_export_put()) final put ffffa0fd42b3b000/lustre-OST0000_UUID 00000020:00000080:1.0:1789081887.980004:0:21121:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42b3b000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1789081887.980012:0:21121:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1789081887.980118:0:21121:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1789081887.980125:0:21121:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1789081887.980129:0:21121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789081887.980136:0:21121:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789081887.980145:0:21121:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffffa0fd43002000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789081887.980152:0:21121:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffffa0fe770e4d40) has exports, disconnecting them 00000020:00080000:1.0:1789081887.980159:0:21121:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffffa0fd43002000), last request at 1789081802 00000020:00000080:1.0:1789081887.980163:0:21121:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74da2 00000020:00000080:3.0:1789081887.980488:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42b39800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00080000:1.0:1789081887.980724:0:21121:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fd43002000): rc 0 00000020:00000080:1.0:1789081887.980732:0:21121:0:(genops.c:906:class_export_put()) final put ffffa0fd43002000/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789081887.983055:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd43002000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1789081887.986223:0:21121:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1789081887.986235:0:21121:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789081887.986241:0:21121:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789081887.986252:0:21121:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789081887.986502:0:21121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789081887.986514:0:21121:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1789081887.986525:0:21121:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789081887.986544:0:21121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789081887.986550:0:21121:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789081887.986572:0:21121:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffffa0fd4361f000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789081887.986580:0:21121:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffffa0fe79aab380) has exports, disconnecting them 00000020:00080000:0.0:1789081887.986585:0:21121:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffffa0fd4361f000), last request at 1789081802 00000020:00000080:0.0:1789081887.986590:0:21121:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74db7 00000020:00080000:0.0:1789081887.986609:0:21121:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fd4361f000): rc 0 00000020:00000080:0.0:1789081887.986615:0:21121:0:(genops.c:906:class_export_put()) final put ffffa0fd4361f000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789081887.986722:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd43001800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789081887.986732:0:8:0:(genops.c:906:class_export_put()) final put ffffa0fd428b4800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1789081887.986736:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd428b4800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1789081887.986743:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1789081887.986853:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd4361f000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1789081888.013147:0:21121:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1789081888.013158:0:21121:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789081888.013164:0:21121:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789081888.013242:0:21121:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789081888.014120:0:21121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789081888.014137:0:21121:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1789081888.014157:0:21121:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fd41967000 1 00000020:00000080:1.0:1789081888.014236:0:21121:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74d55 00000020:00000080:1.0:1789081888.014368:0:21121:0:(genops.c:906:class_export_put()) final put ffffa0fe7201e000/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1789081888.014743:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd42058000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789081888.014763:0:8:0:(genops.c:906:class_export_put()) final put ffffa0fe7201e800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1789081888.014767:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe7201e800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1789081888.014785:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000000:1.0:1789081888.015867:0:21121:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1789081888.015881:0:21121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789081888.015891:0:21121:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789081888.015898:0:21121:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffffa0fe770e3380) has no exports 00000020:00000080:3.0:1789081888.016302:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe7201e000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1789081888.065961:0:21121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789081888.065980:0:21121:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1789081888.065987:0:21121:0:(genops.c:906:class_export_put()) final put ffffa0fd43619800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1789081888.065993:0:21121:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd43619800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1789081888.066007:0:21121:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1789081888.066539:0:21121:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffffa0fd41966000 00000020:02000400:3.0:1789081888.066614:0:21121:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1789081888.095840:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789081888.222210:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789081888.222226:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789081888.222229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789081888.222233:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789081888.222371:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875987758554624:0@lo:400:kworker.0 00000400:00000100:1.0:1789081888.222450:0:3644:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875987758554624 offset 0 length 224: 4 00010000:00010000:0.0:1789081889.119243:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081889.953293:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081874/real 1789081874] req@ffffa0fd43748000 x1875987758553728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789081889 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081889.953362:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fd43748000 x1875987758553728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789081889 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789081889.953391:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd42073000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789081889.953414:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789081889.953418:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875987758553728:0@lo:38:kworker.0 00000100:00080000:2.0:1789081889.953460:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789081889.953466:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789081889.953469:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789081889.953473:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789081889.953476:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd42073000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789081889.953483:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 603 00000100:00080000:2.0:1789081889.953489:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789081889.953498:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa0fd42073000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081889.953543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7f978a80 x1875987758554752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789081889.953934:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875987758554880:0@lo:400:kworker.0 00000400:00000100:2.0:1789081889.954002:0:3641:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875987758554880 offset 0 length 224: 4 00000100:00100000:2.0:1789081889.954104:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875987758554752:0@lo:38:kworker.0 00000400:00000100:2.0:1789081889.954122:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875987758554752 offset 0 length 520: 4 00010000:00010000:3.0:1789081890.157930:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1789081890.910174:0:3643:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081874/real 1789081874] req@ffffa0fd43748380 x1875987758553856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789081890 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081890.934928:0:3643:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffffa0fd43748380 x1875987758553856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789081890 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789081890.934957:0:3643:0:(import.c:65:import_set_state_nolock()) ffffa0fe72019000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789081890.934962:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789081890.972943:0:3643:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:3.0:1789081890.973134:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789081890.973141:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) acf59256-1a13-4655-a138-da67e12421f5->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789081890.973145:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789081890.973149:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789081890.973152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789081890.973156:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789081890.973161:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fe72019000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789081890.973172:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 547 00000100:00080000:3.0:1789081890.973187:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffffa0fe72019000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1789081890.973245:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe79e4aa00 x1875987758555008/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789081890.973334:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1875987758553856:0@lo:400:kworker.0 00000100:00100000:2.0:1789081890.973999:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1875987758555008:0@lo:38:kworker.0 00000400:00000100:2.0:1789081890.974728:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875987758555008 offset 0 length 520: 4 00010000:00010000:3.0:1789081891.166467:0:20919:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081892.190327:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789081892.539794:0:21323:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1789081892.560360:0:21323:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1789081892.560457:0:21323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe40030e00/0x7375183570f74eeb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f74ef2 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081892.560474:0:21323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe40030e00/0x7375183570f74eeb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f74ef2 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081892.560481:0:21323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe40030e00/0x7375183570f74eeb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74ef2 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081892.560489:0:21323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe40030e00/0x7375183570f74eeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74ef2 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081892.561151:0:21323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789081892.561301:0:21323:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789081892.561343:0:21323:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789081892.561359:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe7f978a80 x1875987758554752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789081909 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.561382:0:21323:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789081892.561388:0:21323:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789081892.561395:0:21323:0:(import.c:65:import_set_state_nolock()) ffffa0fd42073000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1789081892.561403:0:21323:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789081892.561407:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe7f978a80 x1875987758554752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789081909 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.561413:0:21323:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789081892.561416:0:21323:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00010000:00010000:0.0:1789081892.570823:0:18678:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789081892.570838:0:18678:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe40030e00/0x7375183570f74eeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74ef2 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081892.570850:0:18678:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe40030e00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:0.0:1789081892.570854:0:18678:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe40030e00/0x7375183570f74eeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74ef2 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081892.570865:0:18678:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe40030e00/0x7375183570f74eeb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74ef2 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789081892.570873:0:18678:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe40030e00/0x7375183570f74eeb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74ef2 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789081892.570899:0:18678:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789081892.570902:0:18678:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789081892.570905:0:18678:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789081892.570922:0:18678:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0fd4415c000 00010000:00010000:0.0:1789081892.570926:0:18678:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe40030e00/0x7375183570f74eeb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f74ef2 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081892.570933:0:18678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe40030e00/0x7375183570f74eeb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f74ef2 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081892.570958:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081892.570961:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081892.570963:0:18678:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081892.571005:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875987758554752:0@lo:38:kworker.0 00000100:00080000:3.0:1789081892.576436:0:21323:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789081892.576457:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe6ffb5500 x1875987758554112/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.576526:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe6ffb5c00 x1875987758554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.576555:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe6ffb4700 x1875987758554496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.576577:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe6ffb7100 x1875987758554624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.576599:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe7f97bb80 x1875987758554880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.576608:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe79e4aa00 x1875987758555008/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789081900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.576640:0:21323:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789081892.576646:0:21323:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789081892.576652:0:21323:0:(import.c:65:import_set_state_nolock()) ffffa0fe72019000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1789081892.576659:0:21323:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789081892.576662:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe6ffb5500 x1875987758554112/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081893 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081892.576720:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1875987758554496:0@lo:400:kworker.0 00000100:00100000:1.0:1789081892.576970:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875987758554880:0@lo:400:kworker.0 00000100:00100000:2.0:1789081892.577302:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875987758554112:0@lo:400:kworker.0 00000100:00100000:3.0:1789081892.577340:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe6ffb5c00 x1875987758554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081895 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.577349:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe6ffb4700 x1875987758554496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081898 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.577357:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe6ffb7100 x1875987758554624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081904 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.577364:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe7f97bb80 x1875987758554880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081905 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.577372:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe79e4aa00 x1875987758555008/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789081900 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081892.577379:0:21323:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789081892.577512:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1875987758555008:0@lo:38:kworker.0 00000100:00100000:1.0:1789081892.577593:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875987758554240:0@lo:400:kworker.0 00000100:00100000:1.0:1789081892.577622:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875987758554624:0@lo:400:kworker.0 00000100:00100000:3.0:1789081892.577937:0:21323:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789081892.579729:0:21323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f74ec1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f74ec8 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081892.579929:0:21323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f74ec1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f74ec8 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081892.579936:0:21323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f74ec1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74ec8 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081892.580040:0:21323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f74ec1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f74ec8 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081892.580329:0:21323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081892.580340:0:21323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0800/0x7375183570f750b9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f750c0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081892.580347:0:21323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0800/0x7375183570f750b9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f750c0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081892.580352:0:21323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0800/0x7375183570f750b9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f750c0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081892.580359:0:21323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0800/0x7375183570f750b9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7375183570f750c0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081892.581011:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789081892.581020:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f74ec1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74ec8 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081892.581029:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428dfa00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789081892.581033:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f74ec1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f74ec8 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081892.581042:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f74ec1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74ec8 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789081892.581049:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f74ec1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74ec8 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081892.581055:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789081892.581057:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:2.0:1789081892.581096:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0fd4415c000 00010000:00010000:2.0:1789081892.581100:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f74ec1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f74ec8 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081892.581120:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f74ec1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f74ec8 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081892.581137:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789081892.581140:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0800/0x7375183570f750b9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f750c0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081892.581146:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe0800 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789081892.581149:0:17132:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0800/0x7375183570f750b9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7375183570f750c0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081892.581230:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0800/0x7375183570f750b9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f750c0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789081892.581306:0:17132:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0800/0x7375183570f750b9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f750c0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081892.581312:0:17132:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789081892.581315:0:17132:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1789081892.581320:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0fd4415c000 00010000:00010000:2.0:1789081892.581323:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0800/0x7375183570f750b9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f750c0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081892.581331:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081892.581332:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081892.581334:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081892.581468:0:21323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789081892.581475:0:21323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0800/0x7375183570f750b9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f750c0 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081892.581491:0:21323:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1789081892.581496:0:21323:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:3.0:1789081892.581498:0:21323:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1789081892.581533:0:21323:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1789081892.581553:0:21323:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1789081892.581560:0:21323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789081892.581567:0:21323:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789081892.581572:0:21323:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffffa0fe519e0000) has no exports 00000020:00080000:3.0:1789081892.581668:0:21323:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffffa0fe519e0000) has no exports 00010000:00010000:1.0:1789081892.587551:0:20919:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1789081892.589523:0:21323:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0fd422c7600 - data ffffa0fe46deed80/ffffa0fd42068400 00000020:01000000:3.0:1789081892.590395:0:21323:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffffa0fd4356d7e0 - data ffffa0fd41c3ad80/ffffa0fd410f7c00 00100000:10000000:0.0:1789081892.600576:0:21323:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1789081892.615874:0:21323:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74ed6 00000020:00000080:1.0:1789081892.615901:0:21323:0:(genops.c:906:class_export_put()) final put ffffa0fd433f3800/lustre-OST0001-osd_UUID 00000020:01000004:1.0:1789081892.615925:0:21323:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0fe5f544800 from lustre-OST0001, refs=2 00000020:01000004:1.0:1789081892.615929:0:21323:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe5f544800 2 00000020:01000004:1.0:1789081892.615932:0:21323:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffffa0fe5f544800 from lustre-OST0001 00000020:00000080:1.0:1789081892.615964:0:21323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789081892.615974:0:21323:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:1.0:1789081892.615977:0:21323:0:(genops.c:906:class_export_put()) final put ffffa0fd433f7000/lustre-OST0001_UUID 00000020:00000080:1.0:1789081892.615980:0:21323:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd433f7000/lustre-OST0001_UUID for lustre-OST0001 00000020:00000080:2.0:1789081892.616164:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd433f3800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1789081892.616324:0:21323:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:1.0:1789081892.616427:0:21323:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import acf59256-1a13-4655-a138-da67e12421f5->MGS 00010000:00010000:1.0:1789081892.616451:0:21323:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976c00/0x7375183570f74c21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74c28 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789081892.616463:0:21323:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976c00/0x7375183570f74c21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74c28 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789081892.616469:0:21323:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:1.0:1789081892.616472:0:21323:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:1.0:1789081892.616475:0:21323:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:1.0:1789081892.616490:0:21323:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0fd4415c000 00010000:00010000:1.0:1789081892.616494:0:21323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976c00/0x7375183570f74c21 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f74c28 expref: -99 pid: 17875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081892.616508:0:21323:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79200/0x7375183570f74b10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x7375183570f74b17 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789081892.616531:0:21323:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79200/0x7375183570f74b10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x7375183570f74b17 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789081892.616536:0:21323:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789081892.617325:0:21323:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:1.0:1789081892.617330:0:21323:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:1.0:1789081892.617346:0:21323:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffffa0fd4415c000 00010000:00010000:1.0:1789081892.617350:0:21323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff79200/0x7375183570f74b10 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x7375183570f74b17 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789081892.617371:0:21323:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415c000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:1.0:1789081892.617375:0:21323:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789081892.617381:0:21323:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1789081892.617383:0:21323:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1789081892.617388:0:21323:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1789081892.617399:0:21323:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffffa0fe6ffb6d80 x1875987758554368/t0(0) o250->MGC192.168.201.129@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789081897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1789081892.617414:0:21323:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1789081892.617416:0:21323:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 6s for inflight to error out 00000100:00100000:2.0:1789081892.617468:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:acf59256-1a13-4655-a138-da67e12421f5:3640:1875987758554368:0@lo:250:kworker.0 10000000:01000000:1.0:1789081892.617530:0:21323:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789081892.617537:0:21323:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74afb 00000020:00000080:1.0:1789081892.617643:0:21323:0:(genops.c:906:class_export_put()) final put ffffa0fe79dfe800/acf59256-1a13-4655-a138-da67e12421f5 00000020:01000000:1.0:1789081892.617842:0:21323:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.201.129@tcp (flags='') 00000020:00000080:1.0:1789081892.617849:0:21323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789081892.617856:0:21323:0:(obd_config.c:955:class_cleanup()) MGC192.168.201.129@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789081892.617860:0:21323:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffffa0fe65483380) has no exports 10000000:01000000:3.0:1789081892.617969:0:17140:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:2.0:1789081892.617990:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe79dfe800/acf59256-1a13-4655-a138-da67e12421f5 for MGC192.168.201.129@tcp 10000000:01000000:1.0:1789081892.618183:0:21323:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.201.129@tcp: client import never connected 00000100:00080000:1.0:1789081892.618187:0:21323:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1789081892.618189:0:21323:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1789081892.618192:0:21323:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1789081892.618201:0:21323:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1789081892.618277:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd4415c000 for MGC192.168.201.129@tcp 00000020:00000080:1.0:1789081892.618391:0:21323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789081892.618397:0:21323:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.201.129@tcp (uuid acf59256-1a13-4655-a138-da67e12421f5) 00000020:00000080:1.0:1789081892.618401:0:21323:0:(genops.c:906:class_export_put()) final put ffffa0fd4415b800/acf59256-1a13-4655-a138-da67e12421f5 00000020:00000080:1.0:1789081892.618403:0:21323:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd4415b800/acf59256-1a13-4655-a138-da67e12421f5 for MGC192.168.201.129@tcp 00000020:01000000:1.0:1789081892.618408:0:21323:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.201.129@tcp (acf59256-1a13-4655-a138-da67e12421f5) 00000020:01000000:1.0:1789081892.618723:0:21323:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1789081892.618727:0:21323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789081892.618733:0:21323:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789081892.619034:0:21323:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffffa0fd42072800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789081892.619039:0:21323:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffffa0fe7a7d4d40) has exports, disconnecting them 00000020:00080000:1.0:1789081892.619044:0:21323:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffffa0fd42072800), last request at 1789081818 00000020:00000080:1.0:1789081892.619048:0:21323:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74f00 00000020:00080000:1.0:1789081892.619222:0:21323:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fd42072800): rc 0 00000020:00000080:1.0:1789081892.619228:0:21323:0:(genops.c:906:class_export_put()) final put ffffa0fd42072800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1789081892.624433:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42072800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1789081892.625284:0:21323:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1789081892.625291:0:21323:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789081892.625295:0:21323:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789081892.625304:0:21323:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789081892.625478:0:21323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789081892.625491:0:21323:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1789081892.625503:0:21323:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789081892.625513:0:21323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789081892.625519:0:21323:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789081892.625529:0:21323:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffffa0fe7201d000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789081892.625537:0:21323:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffffa0fe770e19c0) has exports, disconnecting them 00000020:00080000:2.0:1789081892.625657:0:21323:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffffa0fe7201d000), last request at 1789081818 00000020:00000080:2.0:1789081892.625663:0:21323:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74f15 00000020:00080000:2.0:1789081892.625689:0:21323:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffffa0fe7201d000): rc 0 00000020:00000080:2.0:1789081892.625696:0:21323:0:(genops.c:906:class_export_put()) final put ffffa0fe7201d000/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1789081892.625700:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fd42073000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789081892.625709:0:36:0:(genops.c:906:class_export_put()) final put ffffa0fd421e9800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1789081892.625711:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd421e9800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1789081892.625722:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1789081892.625812:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe7201d000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1789081892.629163:0:21323:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1789081892.629173:0:21323:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789081892.629179:0:21323:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789081892.629187:0:21323:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789081892.629225:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffffa0fe72019000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1789081892.630394:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1789081892.632344:0:18678:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1789081892.644366:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:1.0:1789081892.699129:0:20919:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:1.0:1789081892.700061:0:20172:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffffa0fe5ecc4400:20172] 2 exiting: rc = 0 00000100:00100000:1.0:1789081892.700153:0:17126:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffffa0fe6eec1c00:17126] 0 exiting: rc = 1 00000100:00100000:1.0:1789081892.701251:0:17127:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffffa0fd4285c600:17127] 1 exiting: rc = 0 00000100:00100000:3.0:1789081892.701656:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789081892.702396:0:17128:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffffa0fd4285de00:17128] 0 exiting: rc = 1 00000100:00100000:2.0:1789081892.704272:0:17130:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffffa0fd42b32c00:17130] 2 exiting: rc = 0 00000100:00100000:2.0:1789081892.704377:0:17129:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffffa0fd43316e00:17129] 1 exiting: rc = 0 00000100:00100000:3.0:1789081892.705396:0:18299:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffffa0fe7a764a00:18299] 3 exiting: rc = 0 00000100:00100000:3.0:1789081892.705672:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.705680:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.705687:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.705693:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.705699:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.705707:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.705713:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.705719:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.705725:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.705730:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706013:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706019:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706028:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706033:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706038:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706059:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706087:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706092:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706097:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706103:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706108:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706284:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706328:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706333:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706339:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706344:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706349:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706354:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706359:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706363:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706368:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706372:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706376:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706381:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706385:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706389:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706394:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706397:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706401:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706406:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706410:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706415:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706419:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706423:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706435:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.706440:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707123:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707138:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707143:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707148:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707163:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707169:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707174:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707179:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707183:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707189:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707194:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707199:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707204:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707209:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707215:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707221:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707226:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.707231:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1789081892.713113:0:21323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789081892.713128:0:21323:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1789081892.713135:0:21323:0:(genops.c:906:class_export_put()) final put ffffa0fd43003800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1789081892.713141:0:21323:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd43003800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1789081892.713147:0:21323:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1789081892.713210:0:21323:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe5f544800 1 00000020:00000080:3.0:1789081892.713218:0:21323:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x7375183570f74eba 00000020:00000080:3.0:1789081892.713224:0:21323:0:(genops.c:906:class_export_put()) final put ffffa0fd42821000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1789081892.713241:0:21323:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1789081892.713245:0:21323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789081892.713249:0:21323:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789081892.713253:0:21323:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffffa0fd442acd40) has no exports 00000020:00000080:1.0:1789081892.713627:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fd42821000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1789081892.752534:0:21323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789081892.752559:0:21323:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1789081892.752565:0:21323:0:(genops.c:906:class_export_put()) final put ffffa0fe79c2f800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1789081892.752569:0:21323:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe79c2f800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1789081892.752656:0:21323:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1789081892.753381:0:21323:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffffa0fe79c2a800 00000020:01000000:3.0:1789081892.753405:0:21323:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1789081892.753419:0:21323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789081892.753424:0:21323:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789081892.753429:0:21323:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffffa0fe79aa8000) has no exports 00000020:00000080:3.0:1789081892.753451:0:21323:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789081892.753457:0:21323:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1789081892.753462:0:21323:0:(genops.c:906:class_export_put()) final put ffffa0fe7201b800/OSS_uuid 00000020:00000080:3.0:1789081892.753465:0:21323:0:(genops.c:865:class_export_destroy()) destroying export ffffa0fe7201b800/OSS_uuid for OSS 00000020:01000000:3.0:1789081892.753469:0:21323:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:0.0:1789081892.753599:0:18652:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffffa0fe7a765c00:18652] 1 exiting: rc = 0 00000100:00100000:0.0:1789081892.753689:0:18653:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffffa0fe7a765000:18653] 2 exiting: rc = 0 00000100:00080000:1.0:1789081892.753878:0:17139:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1789081892.754000:0:19139:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffffa0fd42bf7600:19139] 3 exiting: rc = 0 00000100:00100000:1.0:1789081892.754104:0:18651:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffffa0fe4a5dc200:18651] 0 exiting: rc = 1 00000100:00100000:3.0:1789081892.754247:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754256:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754261:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754267:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754272:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754278:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754283:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754288:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754294:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754299:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754304:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754310:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754316:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754321:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754325:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754331:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754336:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754341:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754346:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754351:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754357:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754362:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754367:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754372:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754376:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754381:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754387:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754406:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754411:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754416:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754421:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754426:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754431:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754436:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754441:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754446:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754451:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754456:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754461:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754466:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754471:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754476:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754482:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754487:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754492:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754498:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754503:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754508:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754513:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754518:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754523:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754528:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754533:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754550:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754556:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754562:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754567:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754572:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754576:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754602:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754631:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754637:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754648:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.754653:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789081892.756130:0:18656:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffffa0fe6feacc00:18656] 1 exiting: rc = 0 00000100:00100000:0.0:1789081892.756361:0:18655:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffffa0fe4a5dc800:18655] 0 exiting: rc = 1 00000100:00100000:3.0:1789081892.756475:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756482:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756488:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756493:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756499:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756504:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756510:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756515:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756520:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756526:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756531:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756547:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756553:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756558:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756563:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756567:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756573:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756635:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756643:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756648:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756654:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756659:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756664:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756670:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756675:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756680:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756686:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756692:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756697:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756703:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756709:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756714:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756720:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756742:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756747:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756752:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756757:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756825:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756834:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756839:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756845:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756850:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756855:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756860:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756865:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756869:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756874:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756879:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756888:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756894:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756900:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756905:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756911:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756915:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756921:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756926:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756931:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.756936:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.757012:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.757017:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.757023:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.757028:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.757034:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.757039:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789081892.758692:0:18658:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffffa0fe77214800:18658] 1 exiting: rc = 0 00000100:00100000:2.0:1789081892.760829:0:18659:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffffa0fd43329e00:18659] 2 exiting: rc = 0 00000100:00100000:0.0:1789081892.761281:0:18657:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffffa0fe77214c00:18657] 0 exiting: rc = 1 00000100:00100000:3.0:1789081892.761694:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761724:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761731:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761738:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761755:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761825:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761834:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761840:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761846:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761853:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761861:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761868:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761874:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761879:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761886:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761891:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761897:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761903:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761908:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761913:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761919:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761924:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761930:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.761936:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762013:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762036:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762042:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762047:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762052:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762057:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762211:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762220:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762226:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762231:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762236:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762241:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762246:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762252:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762258:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762273:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762279:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762286:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762293:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762299:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762305:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762310:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762316:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762322:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762330:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762351:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762358:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762363:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762369:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762375:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762381:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762387:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762393:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762398:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762404:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762410:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762422:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762431:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762436:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.762443:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789081892.776322:0:18660:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffffa0fe79fb9c00:18660] 0 exiting: rc = 1 00000100:00100000:2.0:1789081892.776572:0:18661:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffffa0fe79fb8a00:18661] 1 exiting: rc = 0 00000100:00100000:3.0:1789081892.776746:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776755:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776823:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776831:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776835:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776840:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776844:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776850:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776855:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776860:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776883:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776888:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776893:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776898:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776903:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776908:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776913:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776919:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776923:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776928:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776933:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776948:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776954:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776960:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776965:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776970:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776976:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776981:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776986:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776991:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.776996:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777002:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777008:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777013:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777018:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777022:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777027:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777032:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777037:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777106:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777113:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777117:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777122:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777128:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777133:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777146:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777151:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777157:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777162:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777167:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777172:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777177:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777182:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777187:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777193:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777198:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777203:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777207:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777212:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777392:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777401:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777406:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777411:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.777417:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789081892.781554:0:18662:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffffa0fe6feada00:18662] 0 exiting: rc = 1 00000100:00100000:1.0:1789081892.783010:0:18663:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffffa0fe6fead600:18663] 1 exiting: rc = 0 00000100:00100000:3.0:1789081892.783208:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783229:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783236:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783242:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783248:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783275:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783282:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783288:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783295:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783302:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783308:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783314:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783320:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783325:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783332:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783339:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783359:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783383:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783391:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783398:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783405:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783411:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783417:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783423:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783429:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783445:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783451:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783457:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783463:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783483:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783491:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783497:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783502:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783508:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783515:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783521:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783526:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783533:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783550:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783556:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783564:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783593:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783601:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783607:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783615:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783621:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783627:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783633:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783639:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783645:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783650:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783663:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783669:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783690:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783697:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783703:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783708:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783716:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783722:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783727:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783733:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783739:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783745:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789081892.783758:0:21323:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1789081892.790842:0:21323:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1789081917.030380:0:22087:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg129-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1789081928.575996:0:22687:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789081928.576002:0:22687:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1789081928.576004:0:22687:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1789081928.577645:0:22687:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffffa0fe5ece7000 00000020:01000004:2.0:1789081928.577666:0:22687:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1789081928.577685:0:22687:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789081928.577700:0:22687:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffffa0fe7a7d19c0) 00000020:00000080:2.0:1789081928.577716:0:22687:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789081928.641711:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.645453:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789081928.647472:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.647765:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1789081928.648440:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.648939:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.649154:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.651517:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1789081928.651873:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.652380:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.652611:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1789081928.652817:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1789081928.653481:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1789081928.654465:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.654798:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.655470:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789081928.656153:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.656954:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.657192:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1789081928.657558:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.657800:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1789081928.658140:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1789081928.658470:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1789081928.659109:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1789081928.660016:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1789081928.660411:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1789081928.660684:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1789081928.660883:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1789081928.661242:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1789081928.661595:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1789081928.661977:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1789081928.662388:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1789081928.662667:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:0.0:1789081928.663000:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1789081928.665404:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1789081928.666055:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1789081928.666478:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789081928.666778:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1789081928.667174:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1789081928.667583:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1789081928.667956:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1789081928.668389:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1789081928.668713:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789081928.669010:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1789081928.669396:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1789081928.669602:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789081928.670639:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1789081928.673505:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1789081928.674134:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1789081928.674405:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1789081928.675007:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1789081928.675400:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1789081928.675632:0:22687:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:0.0:1789081928.676229:0:22687:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789081928.676458:0:22687:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1789081928.676466:0:22687:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789081928.676478:0:22687:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7375183570f75401 00000020:01000004:0.0:1789081928.676484:0:22687:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1789081928.676489:0:22687:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1789081928.676494:0:22687:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0fe5ece7000 from MGS 00000020:01000004:0.0:1789081928.676498:0:22687:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1789081928.676508:0:22687:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffffa0fe519e4d40) 00000020:00000080:0.0:1789081928.676518:0:22687:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1789081928.676589:0:22687:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0fe5ece7000 from MGS, refs=2 00080000:01000000:0.0:1789081928.676594:0:22687:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789081928.676599:0:22687:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7375183570f7540f 00000100:00100000:0.0:1789081928.676694:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1789081928.676807:0:22687:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1789081928.676813:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1789081928.678642:0:22687:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1789081928.678652:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1789081928.679416:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789081928.679592:0:22687:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1789081928.679598:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1789081928.682025:0:22687:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1789081928.682119:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1789081928.683094:0:22687:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1789081928.683105:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1789081928.684020:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081928.684024:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081928.684026:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081928.685007:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081928.685011:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081928.685723:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081928.686596:0:22687:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1789081928.693248:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1789081928.694469:0:22687:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1789081928.695863:0:22699:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1789081928.696167:0:22687:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1789081928.696285:0:22687:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1789081928.699159:0:22687:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1789081928.700703:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789081928.701670:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1789081928.701678:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1789081928.703420:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1789081928.703433:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1789081928.708503:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1789081928.708523:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000100:00080000:0.0:1789081928.710255:0:22704:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:3.0:1789081928.710550:0:22687:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1789081928.710574:0:22687:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.129@tcp' 00000020:01000004:3.0:1789081928.710576:0:22687:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1789081928.710606:0:22687:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.129@tcp (typ=mgc) 00000020:00000080:3.0:1789081928.710621:0:22687:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.129@tcp (ffffa0fd442acd40) 00000020:00000080:3.0:1789081928.710639:0:22687:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1789081928.710722:0:22687:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fe76ee1000@MGC192.168.201.129@tcp: add connection 192.168.201.129@tcp at head 00010000:00010000:3.0:1789081928.711278:0:22687:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.129@tcp-0 is initialized 00000040:01000000:3.0:1789081928.711287:0:22687:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.129@tcp ctxt 1 is initialized 10000000:01000000:1.0:1789081928.711787:0:22705:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1789081928.712030:0:22687:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.129@tcp (uuid 014c4fe1-07d5-4f34-bfaa-c97810a2f861) 00000020:00000080:3.0:1789081928.712049:0:22687:0:(genops.c:1406:class_connect()) connect: client 014c4fe1-07d5-4f34-bfaa-c97810a2f861, cookie 0x7375183570f7541d 00000100:00080000:3.0:1789081928.712060:0:22687:0:(import.c:510:import_select_connection()) MGC192.168.201.129@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789081928.712093:0:22687:0:(import.c:624:import_select_connection()) MGC192.168.201.129@tcp: import ffffa0fe76ee1000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1789081928.712126:0:22687:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe79e48700 x1875987758555136/t0(0) o250->MGC192.168.201.129@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789081928.712149:0:22687:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 014c4fe1-07d5-4f34-bfaa-c97810a2f861->MGS 00000020:01000004:3.0:1789081928.712174:0:22687:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1789081928.712179:0:22687:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1789081928.712191:0:22687:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffffa0fd442a99c0) 00000020:00000080:3.0:1789081928.712308:0:22687:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1789081928.713352:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3640:1875987758555136:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1789081928.713429:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.714347:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758555136 00000100:00100000:2.0:1789081928.714362:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758555136 00000100:00100000:2.0:1789081928.714408:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789081928.714416:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3640:x1875987758555136:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1789081928.714448:0:22701:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from 014c4fe1-07d5-4f34-bfaa-c97810a2f861@0@lo t0 exp 0000000000000000 cur 657 last 0 00000020:00000080:2.0:1789081928.714479:0:22701:0:(genops.c:1406:class_connect()) connect: client 014c4fe1-07d5-4f34-bfaa-c97810a2f861, cookie 0x7375183570f7542b 00000100:00080000:2.0:1789081928.715727:0:22701:0:(import.c:65:import_set_state_nolock()) ffffa0fe5ece3800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789081928.715820:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+5:3640:x1875987758555136:12345-0@lo:250:mount.lustre.0 Request processed in 1403us (2390us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081928.715842:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789081928.717330:0:3640:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.201.129@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789081928.717344:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.201.129@tcp: connect to target with instance 0 00000100:00080000:2.0:1789081928.717353:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.201.129@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1789081928.717359:0:3640:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1789081928.717364:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe76ee1000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1789081928.717367:0:3640:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1789081928.717392:0:3640:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1789081928.717402:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3640:1875987758555136:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1789081928.737691:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789081928.738054:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1789081928.738321:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1789081928.739279:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1789081928.739290:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1789081928.740285:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1789081928.740320:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1789081928.741997:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789081928.742399:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1789081928.742405:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1789081928.743955:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1789081928.743967:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1789081928.778710:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789081928.779013:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1789081928.779021:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1789081928.780343:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1789081928.780355:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1789081928.780917:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789081928.781104:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789081928.781109:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1789081928.781639:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789081928.781647:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1789081928.782835:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789081928.783010:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789081928.783016:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1789081928.783674:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789081928.783681:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1789081928.784365:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789081928.784533:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789081928.784538:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1789081928.785443:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789081928.785456:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1789081928.805656:0:22687:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789081928.806408:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1789081928.806417:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1789081928.808783:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1789081928.808800:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1789081928.813011:0:22687:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1789081928.813056:0:22687:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1789081928.814610:0:22687:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1789081928.814640:0:22687:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1789081928.814646:0:22687:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.129@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1789081928.814765:0:22687:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.129@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789081928.814805:0:22687:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.129@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1789081928.814809:0:22687:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789081928.814811:0:22687:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789081928.814812:0:22687:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789081928.814813:0:22687:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789081928.814814:0:22687:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789081928.814816:0:22687:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789081928.814817:0:22687:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789081928.814818:0:22687:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789081928.814820:0:22687:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789081928.814822:0:22687:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789081928.814824:0:22687:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1789081928.814826:0:22687:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789081928.814827:0:22687:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789081928.814828:0:22687:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789081928.814969:0:22687:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789081928.814970:0:22687:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789081928.814971:0:22687:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789081928.814972:0:22687:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789081928.814973:0:22687:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789081928.814974:0:22687:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789081928.814975:0:22687:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789081928.815013:0:22687:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1789081928.815035:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758555264:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789081928.815287:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.815372:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe43eff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789081928.815635:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758555264 00000100:00100000:1.0:1789081928.815642:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758555264 00000100:00100000:1.0:1789081928.815707:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789081928.815714:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+5:22687:x1875987758555264:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789081928.815755:0:22703:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789081928.815758:0:22703:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1789081928.815760:0:22703:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1789081928.816280:0:22724:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1789081928.819262:0:22703:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1789081928.821483:0:22725:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1789081928.821493:0:22725:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1789081928.821496:0:22725:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1789081928.821499:0:22725:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1789081928.821831:0:22725:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1789081928.822042:0:22703:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789081928.822053:0:22703:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1789081928.824195:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+5:22687:x1875987758555264:12345-0@lo:253:mount.lustre.0 Request processed in 8345us (8772us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081928.824217:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789081928.824483:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758555264:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789081928.824501:0:22687:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1789081928.824504:0:22687:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789081928.824506:0:22687:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789081928.824507:0:22687:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789081928.824508:0:22687:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789081928.824510:0:22687:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789081928.824511:0:22687:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789081928.824512:0:22687:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789081928.824514:0:22687:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789081928.824516:0:22687:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789081928.824517:0:22687:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789081928.824608:0:22687:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0fe5ece7000 from lustre-MDT0000 10000000:01000000:2.0:1789081928.824642:0:22687:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1789081928.824645:0:22687:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1789081928.824649:0:22687:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffffa0fd442acd40 10000000:01000000:2.0:1789081928.824653:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789081928.824662:0:22687:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffffa0fd442acd40 from 1 10000000:01000000:2.0:1789081928.824665:0:22687:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1789081928.824700:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.824711:0:22687:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.824721:0:22687:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081928.824740:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758555392:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789081928.824791:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.824820:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe43eff6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789081928.824839:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758555392 00000100:00100000:2.0:1789081928.824845:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758555392 00000100:00100000:2.0:1789081928.824882:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789081928.824890:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+5:22687:x1875987758555392:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789081928.824965:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789081928.824981:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428dea00/0x7375183570f75439 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75432 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.825004:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428dea00/0x7375183570f75439 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75432 expref: 6 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.825016:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428dea00/0x7375183570f75439 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75432 expref: 6 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.825025:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428dea00, rc 0) 00000100:00100000:2.0:1789081928.825057:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+6:22687:x1875987758555392:12345-0@lo:101:mount.lustre.0 Request processed in 168us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081928.825182:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789081928.825230:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758555392:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789081928.825244:0:22687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.825253:0:22687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081928.825312:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758555520:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081928.825344:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.825370:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4633d840 going to sleep for 11 seconds 00000100:00100000:1.0:1789081928.825478:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758555520 00000100:00100000:1.0:1789081928.825483:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758555520 00000100:00100000:1.0:1789081928.825514:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789081928.825521:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+6:22687:x1875987758555520:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789081928.825603:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+6:22687:x1875987758555520:12345-0@lo:501:mount.lustre.0 Request processed in 83us (258us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789081928.825610:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789081928.825789:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758555520:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789081928.825817:0:22687:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1789081928.825836:0:22687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.825845:0:22687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081928.825852:0:22687:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0fe5ece7000 10000000:01000000:2.0:1789081928.825856:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789081928.825860:0:22687:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffffa0fe5ece7000 10000000:01000000:2.0:1789081928.825863:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1789081928.825866:0:22687:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffffa0fe5ece7000 from 1 10000000:01000000:2.0:1789081928.825868:0:22687:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1789081928.825885:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428de600/0x7375183570f75440 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.825892:0:22687:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fd428de600/0x7375183570f75440 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.825972:0:22687:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fd428de600/0x7375183570f75440 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081928.825986:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758555648:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789081928.826014:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.826026:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4633d840 going to sleep for 11 seconds 00000100:00100000:1.0:1789081928.826104:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758555648 00000100:00100000:1.0:1789081928.826108:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758555648 00000100:00100000:1.0:1789081928.826133:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789081928.826139:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+6:22687:x1875987758555648:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789081928.826147:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789081928.826159:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe7f976200/0x7375183570f75447 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75440 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081928.826185:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe7f976200/0x7375183570f75447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75440 expref: 7 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081928.826193:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe7f976200/0x7375183570f75447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75440 expref: 7 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081928.826201:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7f976200, rc 0) 00000100:00100000:1.0:1789081928.826225:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+7:22687:x1875987758555648:12345-0@lo:101:mount.lustre.0 Request processed in 87us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081928.826231:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789081928.826426:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758555648:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789081928.826442:0:22687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fd428de600/0x7375183570f75440 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75447 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.826451:0:22687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fd428de600/0x7375183570f75440 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75447 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081928.826465:0:22687:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1789081928.826479:0:22687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428de600/0x7375183570f75440 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75447 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.826486:0:22687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428de600/0x7375183570f75440 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75447 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081928.826493:0:22687:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1789081928.826496:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789081928.826500:0:22687:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffffa0fe5ece7000 10000000:01000000:2.0:1789081928.826503:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789081928.826506:0:22687:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1789081928.826508:0:22687:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1789081928.826520:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428df600/0x7375183570f7544e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.826528:0:22687:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fd428df600/0x7375183570f7544e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.826535:0:22687:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fd428df600/0x7375183570f7544e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081928.826610:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758555776:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789081928.826641:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.826656:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4633d840 going to sleep for 11 seconds 00000100:00100000:1.0:1789081928.826704:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758555776 00000100:00100000:1.0:1789081928.826707:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758555776 00000100:00100000:1.0:1789081928.826734:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789081928.826740:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+7:22687:x1875987758555776:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789081928.826746:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789081928.826753:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe7f977000/0x7375183570f75455 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f7544e expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081928.826766:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe7f977000/0x7375183570f75455 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f7544e expref: 8 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081928.826773:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe7f977000/0x7375183570f75455 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f7544e expref: 8 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081928.826780:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7f977000, rc 0) 00000100:00100000:1.0:1789081928.826801:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+8:22687:x1875987758555776:12345-0@lo:101:mount.lustre.0 Request processed in 61us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081928.826806:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789081928.826872:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758555776:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789081928.826882:0:22687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fd428df600/0x7375183570f7544e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75455 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.826889:0:22687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fd428df600/0x7375183570f7544e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75455 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081928.826997:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758555904:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081928.827024:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.827043:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4633d840 going to sleep for 11 seconds 00000100:00100000:1.0:1789081928.827097:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758555904 00000100:00100000:1.0:1789081928.827101:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758555904 00000100:00100000:1.0:1789081928.827124:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789081928.827130:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+8:22687:x1875987758555904:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789081928.827257:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+9:22687:x1875987758555904:12345-0@lo:501:mount.lustre.0 Request processed in 126us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081928.827263:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789081928.827397:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758555904:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081928.827423:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758556032:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789081928.827462:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.827480:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4633d840 going to sleep for 11 seconds 00000100:00100000:1.0:1789081928.827611:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758556032 00000100:00100000:1.0:1789081928.827615:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758556032 00000100:00100000:1.0:1789081928.827640:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789081928.827646:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+9:22687:x1875987758556032:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789081928.828735:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+9:22687:x1875987758556032:12345-0@lo:503:mount.lustre.0 Request processed in 1084us (1267us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081928.828744:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789081928.828817:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758556032:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789081928.829690:0:22726:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22726:1875987758556160:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789081928.829739:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081928.829800:0:22726:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe53aba600 going to sleep for 11 seconds 00000100:00100000:2.0:1789081928.829836:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758556160 00000100:00100000:2.0:1789081928.829843:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758556160 00000100:00100000:2.0:1789081928.829979:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789081928.829989:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+9:22726:x1875987758556160:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789081928.830827:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+9:22726:x1875987758556160:12345-0@lo:502:llog_process_th.0 Request processed in 836us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081928.830836:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789081928.831049:0:22726:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22726:1875987758556160:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789081928.831109:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789081928.831120:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081928.831122:0:22726:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789081928.831128:0:22726:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1789081928.831131:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789081928.831146:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffffa0fe770e0000) 00000020:00000080:1.0:1789081928.831162:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1789081928.831167:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1789081928.831263:0:22726:0:(osd_handler.c:8932:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789081928.831275:0:22726:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7375183570f75463 00000020:00000080:1.0:1789081928.831498:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1789081928.831502:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789081928.831505:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081928.831507:0:22726:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789081928.831509:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789081928.831513:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081928.831514:0:22726:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1789081928.831518:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789081928.831526:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffffa0fe770e19c0) 00000020:00000080:1.0:1789081928.831535:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1789081928.831549:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789081928.831551:0:22726:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1789081928.831554:0:22726:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1789081928.831559:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789081928.831633:0:22726:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0fe5ece7000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1789081928.831646:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffffa0fe770e3380) 00000020:00000080:1.0:1789081928.831653:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1789081928.831710:0:22726:0:(lod_dev.c:2292:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789081928.831714:0:22726:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7375183570f75478 00000020:00000080:1.0:1789081928.831798:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1789081928.831804:0:22726:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789081928.831807:0:22726:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x7375183570f7547f 00080000:01000000:1.0:1789081928.831811:0:22726:0:(osd_handler.c:8932:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789081928.831814:0:22726:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7375183570f75486 00010000:00010000:1.0:1789081928.896717:0:22726:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1789081928.897681:0:22726:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:1.0:1789081928.898021:0:22726:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789081928.899121:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffffa0fe770e4d40) 00000020:00000080:1.0:1789081928.899144:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1789081928.899230:0:22726:0:(osd_handler.c:8932:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789081928.899239:0:22726:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7375183570f75494 00000020:00000080:1.0:1789081928.900039:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1789081928.904171:0:22726:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x7375183570f7549b 00000020:00000080:2.0:1789081928.908384:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1789081928.908410:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081928.908419:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081928.908421:0:22726:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1789081928.908425:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789081928.908429:0:22726:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1789081928.908430:0:22726:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789081928.908431:0:22726:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789081928.908433:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789081928.908435:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081928.908437:0:22726:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789081928.908439:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789081928.908443:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081928.908445:0:22726:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1789081928.908451:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1789081928.908510:0:22726:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1789081928.908528:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081928.908532:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081928.908533:0:22726:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1789081928.908547:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789081928.908550:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081928.908552:0:22726:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1789081928.908555:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789081928.908561:0:22726:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.129@tcp to nid 0x20000c0a8c981 (192.168.201.129@tcp) 00000020:00000080:2.0:1789081928.908595:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789081928.908613:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffffa0fe7a7d0000) 00000020:00000080:2.0:1789081928.908631:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1789081928.908636:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789081928.908703:0:22726:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1789081928.908708:0:22726:0:(osd_handler.c:8932:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789081928.908714:0:22726:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7375183570f754a9 00010000:00080000:2.0:1789081928.908745:0:22726:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fd42335800@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.129@tcp at head 00010000:00010000:2.0:1789081928.910306:0:22726:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:0.0:1789081928.912722:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789081928.912736:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1789081928.912792:0:22726:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789081928.912815:0:22726:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7375183570f754b0 00000100:00080000:0.0:1789081928.912827:0:22726:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789081928.912833:0:22726:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0fd42335800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1789081928.912872:0:22726:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe6ffb4700 x1875987758556288/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789081928.913439:0:22726:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1789081928.913511:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789081928.913516:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.913518:0:22726:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1789081928.913521:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789081928.913524:0:22726:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:0.0:1789081928.913525:0:22726:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789081928.913527:0:22726:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789081928.913528:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789081928.913530:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.913532:0:22726:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789081928.913534:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789081928.913811:0:22726:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1789081928.913816:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.913817:0:22726:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1789081928.913822:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789081928.913826:0:22726:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.129@tcp to nid 0x20000c0a8c981 (192.168.201.129@tcp) 00000020:01000000:0.0:1789081928.913858:0:22726:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1789081928.913861:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789081928.913882:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffffa0fe519e19c0) 00000020:00000080:0.0:1789081928.913973:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1789081928.913982:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789081928.914055:0:22726:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1789081928.914060:0:22726:0:(osd_handler.c:8932:osd_obd_connect()) connect #6 00000100:00100000:2.0:1789081928.914156:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758556288:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789081928.915026:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.915140:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758556288 00000100:00100000:2.0:1789081928.915149:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758556288 00000100:00100000:2.0:1789081928.915179:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789081928.915186:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1875987758556288:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1789081928.915216:0:22713:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000080:0.0:1789081928.915583:0:22726:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7375183570f754be 00010000:00080000:0.0:1789081928.915620:0:22726:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fe43fa7000@lustre-OST0000-osc-MDT0000: add connection 192.168.201.129@tcp at head 00010000:00010000:0.0:1789081928.915844:0:22726:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:0.0:1789081928.917755:0:22726:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789081928.918325:0:22726:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1789081928.926918:0:22726:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789081928.927666:0:22726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1789081928.937764:0:22726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1789081928.939143:0:22732:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789081928.939150:0:22732:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1789081928.944619:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789081928.944636:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789081928.944685:0:22726:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789081928.944709:0:22726:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7375183570f754c5 00000100:00080000:1.0:1789081928.944720:0:22726:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789081928.944726:0:22726:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffffa0fe43fa7000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081928.944782:0:22726:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd43749880 x1875987758556416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789081928.944812:0:22726:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1789081928.944870:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789081928.944875:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081928.944877:0:22726:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1789081928.944879:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789081928.944882:0:22726:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1789081928.944883:0:22726:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789081928.944885:0:22726:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789081928.944886:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789081928.944888:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081928.944890:0:22726:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789081928.944892:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789081928.945949:0:22726:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1789081928.945957:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081928.945959:0:22726:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1789081928.945966:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789081928.945970:0:22726:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.129@tcp to nid 0x20000c0a8c981 (192.168.201.129@tcp) 00000020:01000000:1.0:1789081928.945999:0:22726:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1789081928.946003:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789081928.946026:0:22726:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffffa0fd423db380) 00000020:00000080:1.0:1789081928.946041:0:22726:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:1.0:1789081928.946046:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000100:00100000:3.0:1789081928.946138:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758556416:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789081928.946274:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875987758556416 offset 0 length 520: 4 00000004:00080000:1.0:1789081928.946691:0:22726:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1789081928.946697:0:22726:0:(osd_handler.c:8932:osd_obd_connect()) connect #7 00000020:00000080:1.0:1789081928.946704:0:22726:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x7375183570f754d3 00010000:00080000:1.0:1789081928.946743:0:22726:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fe775fe800@lustre-OST0001-osc-MDT0000: add connection 192.168.201.129@tcp at head 00010000:00010000:1.0:1789081928.946969:0:22726:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1789081928.947044:0:22726:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789081928.947060:0:22726:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1789081928.951816:0:22726:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789081928.954521:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1875987758556288:12345-0@lo:38:llog_process_th.0 Request processed in 39322us (39486us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789081928.954540:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1789081928.955327:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd42335800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789081928.955337:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789081928.955341:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758556288:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1789081928.955784:0:22726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1789081928.956108:0:22726:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:3.0:1789081928.956778:0:22734:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789081928.956783:0:22734:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1789081928.957995:0:22726:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789081928.958009:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789081928.958055:0:22726:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789081928.958278:0:22726:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7375183570f754da 00000100:00080000:0.0:1789081928.958290:0:22726:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789081928.958295:0:22726:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0fe775fe800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1789081928.958330:0:22726:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe6ffb4700 x1875987758556544/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789081928.958390:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758556544:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789081928.958445:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875987758556544 offset 0 length 520: 4 00000100:00080000:0.0:1789081928.958500:0:22726:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1789081928.958723:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789081928.958729:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.958731:0:22726:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1789081928.958734:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789081928.958738:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.958739:0:22726:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789081928.958742:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789081928.958744:0:22726:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789081928.958746:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789081928.958748:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.958749:0:22726:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789081928.958752:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789081928.958753:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.958754:0:22726:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789081928.958758:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1789081928.958787:0:22726:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22726:1875987758556672:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789081928.958843:0:22726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081928.958872:0:22726:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe5a362240 going to sleep for 11 seconds 00000100:00100000:2.0:1789081928.958938:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758556672 00000100:00100000:2.0:1789081928.958946:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758556672 00000100:00100000:2.0:1789081928.958987:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789081928.958998:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+9:22726:x1875987758556672:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789081928.959157:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+9:22726:x1875987758556672:12345-0@lo:502:llog_process_th.0 Request processed in 160us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081928.959166:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789081928.959239:0:22726:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22726:1875987758556672:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789081928.959264:0:22726:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081928.959268:0:22726:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081928.959270:0:22726:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789081928.959274:0:22726:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1789081928.959328:0:22687:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1789081928.959348:0:22687:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1789081928.959364:0:22687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428df600/0x7375183570f7544e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75455 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.959374:0:22687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428df600/0x7375183570f7544e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75455 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081928.959387:0:22687:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0fe5ece7000 from 1 10000000:01000000:2.0:1789081928.959390:0:22687:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789081928.959415:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.959424:0:22687:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.959433:0:22687:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081928.959447:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758556800:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789081928.959475:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.959490:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4633de40 going to sleep for 11 seconds 00000100:00100000:2.0:1789081928.959513:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758556800 00000100:00100000:2.0:1789081928.959517:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758556800 00000100:00100000:2.0:1789081928.959807:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789081928.959816:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+9:22687:x1875987758556800:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789081928.959826:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789081928.959838:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428df800/0x7375183570f754e8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f754e1 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.959858:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428df800/0x7375183570f754e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f754e1 expref: 10 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.959868:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428df800/0x7375183570f754e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f754e1 expref: 10 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.959889:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428df800, rc 0) 00000100:00100000:2.0:1789081928.959938:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+10:22687:x1875987758556800:12345-0@lo:101:mount.lustre.0 Request processed in 124us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081928.959944:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789081928.959980:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758556800:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789081928.959992:0:22687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f754e8 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.960001:0:22687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f754e8 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081928.960790:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758556928:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1789081928.960839:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.960860:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4633de40 going to sleep for 11 seconds 00000100:00100000:2.0:1789081928.960885:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758556928 00000100:00100000:2.0:1789081928.960891:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758556928 00000100:00100000:2.0:1789081928.961271:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789081928.961281:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+10:22687:x1875987758556928:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1789081928.961299:0:22701:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1789081928.961305:0:22701:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1789081928.961383:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+10:22687:x1875987758556928:12345-0@lo:256:mount.lustre.0 Request processed in 103us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081928.961391:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789081928.961431:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758556928:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1789081928.962411:0:22687:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789081928.962482:0:22687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f754e8 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.962492:0:22687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f754e8 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081928.962502:0:22687:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0fe5ece7000 from 1 10000000:01000000:2.0:1789081928.962504:0:22687:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789081928.962533:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.962671:0:22687:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.962683:0:22687:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081928.962703:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758557056:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789081928.962749:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.962776:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4633de40 going to sleep for 11 seconds 00000100:00100000:3.0:1789081928.962912:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758557056 00000100:00100000:3.0:1789081928.962920:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758557056 00000100:00100000:3.0:1789081928.962964:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789081928.962971:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+10:22687:x1875987758557056:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789081928.962982:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789081928.962996:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe5198e800/0x7375183570f754f6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f754ef expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081928.963031:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe5198e800/0x7375183570f754f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f754ef expref: 11 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081928.963042:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe5198e800/0x7375183570f754f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f754ef expref: 11 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081928.963051:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe5198e800, rc 0) 00000100:00100000:3.0:1789081928.963107:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+11:22687:x1875987758557056:12345-0@lo:101:mount.lustre.0 Request processed in 135us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081928.963113:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789081928.963329:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758557056:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789081928.963340:0:22687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f754f6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.963346:0:22687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f754f6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081928.963395:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758557184:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081928.963419:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081928.963454:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4633de40 going to sleep for 11 seconds 00000100:00100000:3.0:1789081928.963489:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758557184 00000100:00100000:3.0:1789081928.963492:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758557184 00000100:00100000:3.0:1789081928.963514:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789081928.963518:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+11:22687:x1875987758557184:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789081928.963731:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+11:22687:x1875987758557184:12345-0@lo:501:mount.lustre.0 Request processed in 212us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081928.963736:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789081928.964041:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758557184:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789081928.964340:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758557312:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789081928.964390:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081928.964444:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe501049c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789081928.964477:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758557312 00000100:00100000:2.0:1789081928.964481:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758557312 00000100:00100000:2.0:1789081928.964551:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789081928.964558:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+11:22687:x1875987758557312:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789081928.964639:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+11:22687:x1875987758557312:12345-0@lo:503:mount.lustre.0 Request processed in 80us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081928.964644:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789081928.964700:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758557312:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789081928.965203:0:22736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22736:1875987758557440:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789081928.965237:0:22736:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081928.965502:0:22736:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe5a362f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789081928.965569:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758557440 00000100:00100000:3.0:1789081928.965574:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758557440 00000100:00100000:3.0:1789081928.965600:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789081928.965606:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+11:22736:x1875987758557440:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789081928.966139:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+11:22736:x1875987758557440:12345-0@lo:502:llog_process_th.0 Request processed in 530us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081928.966156:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789081928.966308:0:22736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22736:1875987758557440:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789081928.966332:0:22736:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789081928.966340:0:22736:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.966343:0:22736:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789081928.966350:0:22736:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0fe5ece7000 00000020:00000080:0.0:1789081928.966352:0:22736:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789081928.966361:0:22736:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789081928.966363:0:22736:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.966364:0:22736:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789081928.966367:0:22736:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789081928.966369:0:22736:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.966370:0:22736:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789081928.966373:0:22736:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0fe5ece7000 00000020:00000080:0.0:1789081928.966375:0:22736:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789081928.966424:0:22736:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789081928.966426:0:22736:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.966428:0:22736:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789081928.966430:0:22736:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789081928.966432:0:22736:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.966433:0:22736:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789081928.966436:0:22736:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0fe5ece7000 00000020:00000080:0.0:1789081928.966438:0:22736:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789081928.966454:0:22736:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789081928.966461:0:22736:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.966462:0:22736:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789081928.966465:0:22736:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789081928.966467:0:22736:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081928.966469:0:22736:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789081928.966472:0:22736:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0fe5ece7000 00000020:00000080:0.0:1789081928.966473:0:22736:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1789081928.966507:0:22736:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22736:1875987758557568:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789081928.966551:0:22736:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081928.966564:0:22736:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe5a362f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789081928.969644:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758557568 00000100:00100000:2.0:1789081928.969662:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758557568 00000100:00100000:2.0:1789081928.969717:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789081928.969728:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+11:22736:x1875987758557568:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789081928.969907:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+11:22736:x1875987758557568:12345-0@lo:502:llog_process_th.0 Request processed in 167us (3341us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081928.969917:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789081928.969990:0:22736:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22736:1875987758557568:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789081928.970022:0:22736:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081928.970030:0:22736:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081928.970032:0:22736:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789081928.970037:0:22736:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:1.0:1789081928.971963:0:22687:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1789081928.972004:0:22687:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789081928.972037:0:22687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f754f6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081928.972051:0:22687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f754f6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789081928.972135:0:22687:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789081928.972139:0:22687:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0fe5ece7000 10000000:01000000:1.0:1789081928.972142:0:22687:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0fe5ece7000 10000000:01000000:1.0:1789081928.972146:0:22687:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789081928.972153:0:22687:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0fe5ece7000 from 1 10000000:01000000:1.0:1789081928.972156:0:22687:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789081928.972205:0:22687:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977200/0x7375183570f754fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081928.972215:0:22687:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977200/0x7375183570f754fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081928.972226:0:22687:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977200/0x7375183570f754fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081928.972260:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758557696:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789081928.972329:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081928.972361:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46442e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789081928.972607:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758557696 00000100:00100000:2.0:1789081928.972615:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758557696 00000100:00100000:2.0:1789081928.972656:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789081928.972665:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+11:22687:x1875987758557696:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789081928.972678:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789081928.972698:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428df400/0x7375183570f75504 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f754fd expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.972720:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428df400/0x7375183570f75504 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f754fd expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.972731:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428df400/0x7375183570f75504 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f754fd expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081928.972739:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428df400, rc 0) 00000100:00100000:2.0:1789081928.972776:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22687:x1875987758557696:12345-0@lo:101:mount.lustre.0 Request processed in 112us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081928.972782:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789081928.972964:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758557696:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789081928.972978:0:22687:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977200/0x7375183570f754fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75504 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081928.972988:0:22687:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977200/0x7375183570f754fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75504 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081928.973044:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758557824:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789081928.973098:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081928.973123:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46442e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789081928.973288:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758557824 00000100:00100000:2.0:1789081928.973293:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758557824 00000100:00100000:2.0:1789081928.973317:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789081928.973324:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22687:x1875987758557824:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081928.973432:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22687:x1875987758557824:12345-0@lo:501:mount.lustre.0 Request processed in 108us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081928.973438:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789081928.973509:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758557824:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789081928.973608:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758557952:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789081928.985285:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081928.985345:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46442e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789081928.985430:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758557952 00000100:00100000:2.0:1789081928.985438:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758557952 00000100:00100000:2.0:1789081928.985491:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789081928.985502:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22687:x1875987758557952:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789081928.986421:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22687:x1875987758557952:12345-0@lo:503:mount.lustre.0 Request processed in 915us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081928.986431:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789081928.990362:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758557952:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789081928.993669:0:22741:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22741:1875987758558080:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789081928.993761:0:22741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081928.993810:0:22741:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6ffac000 going to sleep for 11 seconds 00000100:00100000:2.0:1789081928.994367:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758558080 00000100:00100000:2.0:1789081928.994384:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758558080 00000100:00100000:2.0:1789081928.994447:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789081928.994457:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22741:x1875987758558080:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789081928.995042:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22741:x1875987758558080:12345-0@lo:502:llog_process_th.0 Request processed in 585us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081928.995051:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789081928.995183:0:22741:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22741:1875987758558080:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1789081928.995631:0:22741:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1789081928.995647:0:22741:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffffa0fd442a8000) 00000020:00000080:3.0:1789081928.995668:0:22741:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1789081928.996352:0:22741:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0fe5ece7000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789081928.996357:0:22741:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0fe5ece7000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789081928.996361:0:22741:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe5ece7000 4 00010000:00080000:3.0:1789081928.996406:0:22741:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fe50e98000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.129@tcp at head 00010000:00010000:3.0:1789081929.008175:0:22741:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1789081929.008285:0:22741:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1789081929.008328:0:22741:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789081929.008344:0:22741:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x7375183570f75512 00000100:00080000:3.0:1789081929.008354:0:22741:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789081929.008361:0:22741:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffffa0fe50e98000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1789081929.008398:0:22741:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe79e48e00 x1875987758558208/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789081929.008428:0:22741:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1789081929.009154:0:22741:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22741:1875987758558336:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789081929.009234:0:22741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081929.009275:0:22741:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46442300 going to sleep for 11 seconds 00000100:00100000:2.0:1789081929.009418:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758558336 00000100:00100000:2.0:1789081929.009426:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758558336 00000100:00100000:2.0:1789081929.009479:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789081929.009488:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22741:x1875987758558336:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789081929.009719:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22741:x1875987758558336:12345-0@lo:502:llog_process_th.0 Request processed in 231us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081929.009728:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789081929.009938:0:22741:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22741:1875987758558336:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789081929.009980:0:22741:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22741:1875987758558464:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789081929.010022:0:22741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081929.010084:0:22741:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46442300 going to sleep for 11 seconds 00000100:00100000:2.0:1789081929.010204:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758558464 00000100:00100000:2.0:1789081929.010209:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758558464 00000100:00100000:2.0:1789081929.010241:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789081929.010248:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22741:x1875987758558464:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789081929.010325:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22741:x1875987758558464:12345-0@lo:502:llog_process_th.0 Request processed in 78us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081929.010331:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789081929.012395:0:22741:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22741:1875987758558464:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1789081929.012442:0:22741:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1789081929.012532:0:22687:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789081929.012629:0:22687:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789081929.012645:0:22687:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977200/0x7375183570f754fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75504 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081929.012668:0:22687:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977200/0x7375183570f754fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75504 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789081929.012734:0:22687:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789081929.012736:0:22687:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789081929.012737:0:22687:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789081929.012739:0:22687:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789081929.012740:0:22687:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789081929.012741:0:22687:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789081929.012742:0:22687:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789081929.012744:0:22687:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789081929.012746:0:22687:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789081929.012748:0:22687:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789081929.012751:0:22687:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1789081929.012754:0:22687:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789081929.012755:0:22687:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789081929.012756:0:22687:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789081929.012757:0:22687:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789081929.012758:0:22687:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789081929.012759:0:22687:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789081929.012760:0:22687:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789081929.012761:0:22687:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789081929.012762:0:22687:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789081929.012763:0:22687:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789081929.012788:0:22687:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1789081929.012807:0:22687:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758558592:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789081929.012870:0:22687:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081929.015566:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758558592 00000100:00100000:2.0:1789081929.015580:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758558592 00000100:00100000:2.0:1789081929.015641:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789081929.015651:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42036450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22687:x1875987758558592:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789081929.015688:0:22703:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1789081929.015703:0:22703:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1789081929.019545:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875987758558208:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789081929.019632:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081929.019709:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758558208 00000100:00100000:0.0:1789081929.019716:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758558208 00000100:00100000:0.0:1789081929.019747:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789081929.019754:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875987758558208:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789081929.019820:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875987758558208:12345-0@lo:38:llog_process_th.0 Request processed in 64us (188us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789081929.019828:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 20000000:01000000:2.0:1789081929.020525:0:22703:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00100000:3.0:1789081929.020624:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789081929.020634:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe50e98000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789081929.020639:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789081929.020643:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875987758558208:0@lo:38:llog_process_th.0 20000000:01000000:2.0:1789081929.020857:0:22703:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1789081929.020960:0:22687:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4633d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789081929.021475:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42036450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22687:x1875987758558592:12345-0@lo:253:mount.lustre.0 Request processed in 5823us (8603us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081929.021485:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789081929.021605:0:22687:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22687:1875987758558592:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789081929.021618:0:22687:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1789081929.021621:0:22687:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789081929.021622:0:22687:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789081929.021624:0:22687:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789081929.021625:0:22687:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789081929.021626:0:22687:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789081929.021627:0:22687:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789081929.021629:0:22687:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789081929.021630:0:22687:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789081929.021631:0:22687:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789081929.021633:0:22687:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789081929.021645:0:22687:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1789081929.031990:0:22724:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789081929.032001:0:22724:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789081929.032030:0:22724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081929.032050:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fd428df800/0x7375183570f754e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f754e1 expref: 11 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081929.032059:0:22724:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081929.032133:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fd428df800/0x7375183570f754e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f754e1 expref: 11 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081929.032151:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fd428df800/0x7375183570f754e8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f754e1 expref: 11 pid: 22702 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081929.032167:0:22724:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758558720:0@lo:104: 00000100:00100000:0.0:1789081929.032230:0:22724:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081929.032275:0:22724:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe5a3629c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789081929.032449:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758558720 00000100:00100000:1.0:1789081929.032458:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758558720 00000100:00100000:1.0:1789081929.032684:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789081929.032694:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:22724:x1875987758558720:12345-0@lo:104: 00010000:00010000:1.0:1789081929.032709:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f754e8 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.032771:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789081929.032778:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:22724:x1875987758558720:12345-0@lo:104: Request processed in 85us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081929.032784:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1789081929.032809:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081929.032815:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f754e8 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.032823:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428de000 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:1.0:1789081929.032827:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f754e8 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.032835:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f754e8 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789081929.032842:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f754e8 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789081929.032847:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789081929.032882:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f754e8 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.032889:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789081929.032931:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f754e8 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.032939:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f754e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f754e8 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.032953:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081929.032955:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081929.032957:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081929.032985:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789081929.032996:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758558848:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789081929.033025:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081929.033086:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758558848 00000100:00100000:1.0:1789081929.033090:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758558848 00010000:00010000:1.0:1789081929.033108:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fd428df800/0x7375183570f754e8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f754e1 expref: 12 pid: 22702 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081929.033127:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789081929.033134:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43749c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:3641:x1875987758558848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789081929.033144:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789081929.033149:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fd428df800/0x7375183570f754e8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f754e1 expref: 12 pid: 22702 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.033159:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fd428df800/0x7375183570f754e8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f754e1 expref: 12 pid: 22702 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.033175:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.033182:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789081929.033200:0:22693:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001200995s 00010000:00010000:1.0:1789081929.033205:0:22693:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.033212:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.033219:0:22693:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.033226:0:22693:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.033231:0:22693:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe0e00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081929.033235:0:22693:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.033242:0:22693:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.033250:0:22693:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081929.033260:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789081929.033288:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43749c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:3641:x1875987758558848:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081929.033295:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789081929.033327:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758558848:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789081929.033593:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fd428df800/0x7375183570f754e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f754e1 expref: 11 pid: 22702 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081929.033604:0:22724:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758558720:0@lo:104: 00010000:00010000:0.0:1789081929.033619:0:22724:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081929.033628:0:22724:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081929.033633:0:22724:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081929.033639:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79fe0e00/0x7375183570f75519 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1789081929.047313:0:22687:0:(update_trans.c:1495:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1789081929.047616:0:22687:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1789081929.047687:0:22747:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:2.0:1789081929.047692:0:22747:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:0.0:1789081929.047823:0:22748:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789081929.048031:0:22687:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:1.0:1789081929.048384:0:22749:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffffa0fd43749180 x1875987758558976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081929.048415:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00000040:01000000:0.0:1789081929.049002:0:22687:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1789081929.049042:0:22687:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1789081929.049480:0:22687:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789081929.049491:0:22687:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1789081929.049519:0:22687:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789081929.049646:0:22748:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789081929.052722:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1789081929.053427:0:22687:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1789081929.053999:0:22687:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1789081929.054659:0:22748:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789081929.054718:0:22748:0:(lod_dev.c:522:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:2.0:1789081929.055792:0:22687:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1789081929.057034:0:22687:0:(osd_handler.c:5582:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:0.0:1789081929.062915:0:22687:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1789081929.064997:0:22687:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789081929.065044:0:22687:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffc24d81c23988 00100000:10000000:0.0:1789081929.065052:0:22687:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1789081929.066030:0:22687:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789081929.066047:0:22687:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.129@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789081929.066099:0:22687:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1789081929.066125:0:22687:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1789081929.090862:0:22687:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789081929.091243:0:22687:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789081929.694403:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789081929.827152:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789081929.827173:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0fe5ece7000 from 11 10000000:01000000:2.0:1789081929.827178:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789081929.827243:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081929.827256:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081929.827268:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081929.827296:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758559104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789081929.827376:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081929.827429:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe45d02180 going to sleep for 11 seconds 00000100:00100000:0.0:1789081929.828046:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758559104 00000100:00100000:0.0:1789081929.828056:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758559104 00000100:00100000:0.0:1789081929.828133:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789081929.828142:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42034850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+11:22705:x1875987758559104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789081929.828156:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789081929.828184:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f75527 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75520 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081929.828208:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f75527 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75520 expref: 12 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081929.828219:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f75527 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75520 expref: 12 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081929.828228:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe79fe1c00, rc 0) 00000100:00100000:0.0:1789081929.828278:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42034850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22705:x1875987758559104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081929.828284:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789081929.828344:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758559104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789081929.828359:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75527 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081929.828368:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75527 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081929.828423:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758559232:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789081929.828455:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081929.828481:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd42019840 going to sleep for 11 seconds 00000100:00100000:0.0:1789081929.828496:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758559232 00000100:00100000:0.0:1789081929.828500:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758559232 00000100:00100000:0.0:1789081929.828525:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789081929.828532:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42036850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22705:x1875987758559232:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789081929.828547:0:22703:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789081929.828563:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789081929.828566:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1789081929.828641:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42036850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:22705:x1875987758559232:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 109us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081929.828648:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789081929.828679:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758559232:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789081929.828719:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789081929.828727:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75527 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081929.828736:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75527 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789081930.016597:0:22742:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789081930.016608:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789081930.019244:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1789081930.019263:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1789081930.078130:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789081930.719259:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789081931.038680:0:22742:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789081931.038690:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789081931.038823:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1789081931.038882:0:22742:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789081931.039497:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:1.0:1789081931.102159:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789081931.743972:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081932.129051:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00010000:00010000:3.0:1789081932.777350:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081933.151392:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789081933.791283:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789081934.163251:0:22992:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg129-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1789081934.182492:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00000100:00080000:2.0:1789081934.302736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789081934.302743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789081934.302747:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd42335800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789081934.302756:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 657 00000100:00080000:2.0:1789081934.302764:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789081934.302771:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0fd42335800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081934.302797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7f979f80 x1875987758559488/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789081934.302830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081934.302833:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789081934.302885:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081934.302889:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789081934.302892:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789081934.302895:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789081934.302910:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fe50e98000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789081934.302917:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffffa0fe50e98000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081934.302932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7f978000 x1875987758559616/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789081934.302969:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758559488:0@lo:38:kworker.0 00000100:00100000:2.0:1789081934.303092:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081934.303142:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875987758559616:0@lo:38:kworker.0 00000100:00100000:2.0:1789081934.303188:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081934.303247:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758559488 00000100:00100000:2.0:1789081934.303255:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758559488 00000100:00100000:2.0:1789081934.303286:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789081934.303293:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875987758559488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789081934.303312:0:22714:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789081934.303353:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875987758559488:12345-0@lo:38:kworker.0 Request processed in 59us (261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789081934.303361:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1789081934.303407:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd42335800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789081934.303412:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789081934.303415:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758559488:0@lo:38:kworker.0 00000100:00100000:0.0:1789081934.303661:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3643:1875987758559360:0@lo:400:kworker.0 00000100:00100000:0.0:1789081934.303696:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081934.303751:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758559616 00000100:00100000:0.0:1789081934.303755:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758559616 00000100:00100000:0.0:1789081934.303776:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789081934.303781:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1875987758559616:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1789081934.303810:0:22710:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 663 last 0 00000020:00000080:0.0:1789081934.303858:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x7375183570f7552e 00000004:00100000:0.0:1789081934.303876:0:22710:0:(mdt_handler.c:7406:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789081934.304008:0:22710:0:(import.c:65:import_set_state_nolock()) ffffa0fe79947800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789081934.304051:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875987758559616:12345-0@lo:38:kworker.0 Request processed in 268us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081934.304058:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789081934.304356:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758559360 00000100:00100000:2.0:1789081934.304361:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758559360 00000100:00100000:2.0:1789081934.304402:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789081934.304410:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42037c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:3643:x1875987758559360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081934.304451:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42037c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:3643:x1875987758559360:12345-0@lo:400:kworker.0 Request processed in 43us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081934.304471:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789081934.304512:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3643:1875987758559360:0@lo:400:kworker.0 00010000:00080000:2.0:1789081934.304538:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0fe7f978000 x1875987758559616/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789081944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789081934.304551:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789081934.304558:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1789081934.304563:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789081934.304566:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe50e98000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789081934.304572:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875987758559616:0@lo:38:kworker.0 00010000:00010000:3.0:1789081934.814247:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081935.203145:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00000020:00000004:2.0:1789081935.245619:0:23044:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789081935.246295:0:23044:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789081935.839643:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081936.223017:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00000020:00000004:3.0:1789081936.342022:0:23094:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789081936.342249:0:23094:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789081936.862915:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081937.252356:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00010000:00010000:3.0:1789081937.886580:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081938.270210:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00000100:00100000:3.0:1789081938.402600:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081928/real 1789081928] req@ffffa0fe6ffb4700 x1875987758556544/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081938 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081938.402628:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fe6ffb4700 x1875987758556544/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081938 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081938.402639:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081928/real 1789081928] req@ffffa0fd43749880 x1875987758556416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081938 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081938.402687:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fd43749880 x1875987758556416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081938 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789081938.402706:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789081938.402766:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789081938.402770:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758556544:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789081938.402783:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe43fa7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789081938.405793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789081938.405812:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789081938.405815:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0fd42335800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081938.405824:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 663 00000100:00080000:1.0:1789081938.405830:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789081938.405837:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0fd42335800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081938.405859:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd4374b800 x1875987758559872/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789081938.405872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081938.405875:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789081938.405877:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0fe43fa7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081938.405880:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 657 00000100:00080000:1.0:1789081938.405883:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789081938.405886:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffffa0fe43fa7000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081938.405909:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd43748a80 x1875987758560000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789081938.405917:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081938.405920:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789081938.405922:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081938.405925:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 657 00000100:00080000:1.0:1789081938.405928:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789081938.405931:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0fe775fe800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081938.405940:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd43749500 x1875987758560128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789081938.405985:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758559744:0@lo:400:kworker.0 00000100:00100000:1.0:1789081938.406050:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081938.406296:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875987758560256:0@lo:400:kworker.0 00000100:00100000:1.0:1789081938.406355:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081938.406409:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758559744 00000100:00100000:1.0:1789081938.406416:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758559744 00000100:00100000:1.0:1789081938.406460:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789081938.406468:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42037850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:3644:x1875987758559744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081938.406515:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42037850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:3644:x1875987758559744:12345-0@lo:400:kworker.0 Request processed in 47us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081938.406522:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789081938.406564:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758560256 00000100:00100000:1.0:1789081938.406567:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758560256 00000100:00100000:1.0:1789081938.406591:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789081938.406597:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875987758560256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081938.406639:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875987758560256:12345-0@lo:400:kworker.0 Request processed in 42us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081938.406646:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789081938.406683:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758559744:0@lo:400:kworker.0 00010000:00080000:1.0:1789081938.406707:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0fd4374b100 x1875987758560256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081938.406717:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875987758560256:0@lo:400:kworker.0 00000100:00080000:3.0:1789081938.408888:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789081938.408899:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758556416:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1789081938.408938:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758559872:0@lo:38:kworker.0 00000100:00100000:3.0:1789081938.409255:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081938.409294:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758560000:0@lo:8:kworker.0 00000400:00000100:3.0:1789081938.409313:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875987758560000 offset 0 length 520: 4 00000100:00100000:3.0:1789081938.409332:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758560128:0@lo:8:kworker.0 00000400:00000100:3.0:1789081938.409345:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875987758560128 offset 0 length 520: 4 00000100:00100000:1.0:1789081938.409461:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758559872 00000100:00100000:1.0:1789081938.409470:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758559872 00000100:00100000:1.0:1789081938.409512:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789081938.409519:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875987758559872:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789081938.409538:0:22714:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789081938.409583:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875987758559872:12345-0@lo:38:kworker.0 Request processed in 63us (328us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789081938.409590:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1789081938.409679:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd42335800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789081938.409685:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789081938.409688:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758559872:0@lo:38:kworker.0 00010000:00010000:2.0:1789081938.913585:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081939.296492:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789081939.938122:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081940.320142:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00010000:00010000:3.0:1789081940.961046:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789081941.280722:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789081941.342323:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789081941.993256:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081942.376538:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00010000:00010000:3.0:1789081943.007141:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081943.390351:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00000100:00080000:2.0:1789081943.518936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789081943.518946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789081943.518951:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0fd42335800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789081943.518962:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 667 00000100:00080000:2.0:1789081943.518970:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789081943.518979:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0fd42335800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081943.519009:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7f97a300 x1875987758560512/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789081943.519010:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758560384:0@lo:400:kworker.0 00000100:00080000:2.0:1789081943.519027:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081943.519031:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789081943.519034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081943.519058:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789081943.519131:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758560640:0@lo:400:kworker.0 00000100:00100000:3.0:1789081943.519137:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081943.519167:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081943.520142:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758560384 00000100:00100000:0.0:1789081943.520158:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758560384 00000100:00100000:2.0:1789081943.520218:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758560640 00000100:00100000:2.0:1789081943.520223:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758560640 00000100:00100000:0.0:1789081943.520243:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789081943.520254:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42036c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:3642:x1875987758560384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081943.520258:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789081943.520264:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758560640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081943.522278:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f979500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758560640:12345-0@lo:400:kworker.0 Request processed in 1998us (3095us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081943.522298:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789081943.522374:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758560512:0@lo:38:kworker.0 00010000:00080000:1.0:1789081943.522575:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0fe7f979f80 x1875987758560640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081943.522596:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758560640:0@lo:400:kworker.0 00000100:00100000:2.0:1789081943.522891:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081943.524155:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42036c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:3642:x1875987758560384:12345-0@lo:400:kworker.0 Request processed in 3893us (5009us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081943.524171:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789081943.524222:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758560384:0@lo:400:kworker.0 00000100:00100000:1.0:1789081943.527553:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758560512 00000100:00100000:1.0:1789081943.527569:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758560512 00000100:00100000:1.0:1789081943.527780:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789081943.527791:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875987758560512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789081943.527813:0:22714:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789081943.528088:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1875987758560512:12345-0@lo:38:kworker.0 Request processed in 296us (5200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789081943.528098:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1789081943.531134:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd42335800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789081943.531147:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789081943.531152:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758560512:0@lo:38:kworker.0 00010000:00010000:0.0:1789081944.030845:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081944.414220:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00000020:01000004:2.0:1789081944.993620:0:23440:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789081944.993625:0:23440:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789081944.993627:0:23440:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1789081944.993758:0:23440:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffffa0fe6fce2800 00000020:01000004:2.0:1789081944.993774:0:23440:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1789081944.993787:0:23440:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789081944.993801:0:23440:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffffa0fe7a7d4d40) 00000020:00000080:2.0:1789081944.993819:0:23440:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00010000:00010000:3.0:1789081945.054271:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1789081945.170034:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789081945.170882:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1789081945.175770:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789081945.176201:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1789081945.176708:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1789081945.183357:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1789081945.184777:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1789081945.186473:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789081945.187395:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1789081945.188378:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1789081945.189027:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1789081945.190459:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789081945.191467:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1789081945.192432:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1789081945.194819:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1789081945.196114:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1789081945.198807:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1789081945.201909:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1789081945.203128:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1789081945.204546:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1789081945.207041:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1789081945.212711:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1789081945.214395:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1789081945.215172:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:0.0:1789081945.216927:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1789081945.218163:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1789081945.219042:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1789081945.219798:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1789081945.220412:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1789081945.220736:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:0.0:1789081945.221014:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:0.0:1789081945.221357:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1789081945.221621:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1789081945.221885:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1789081945.222625:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1789081945.223175:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1789081945.223482:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1789081945.223748:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789081945.223959:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789081945.224697:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1789081945.231982:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1789081945.232669:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789081945.232871:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789081945.233050:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789081945.233471:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1789081945.234223:0:23440:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00080000:01000000:2.0:1789081945.245510:0:23440:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789081945.245790:0:23440:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1789081945.245805:0:23440:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789081945.245820:0:23440:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x7375183570f7553c 00000020:01000004:2.0:1789081945.245833:0:23440:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789081945.245864:0:23440:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.129@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789081945.245869:0:23440:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.129@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789081945.245877:0:23440:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1789081945.245910:0:23440:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1789081945.245915:0:23440:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.129@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1789081945.281771:0:23440:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.129@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789081945.281832:0:23440:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.201.129@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1789081945.281837:0:23440:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789081945.281839:0:23440:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789081945.281840:0:23440:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789081945.281842:0:23440:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789081945.281843:0:23440:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789081945.281844:0:23440:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789081945.281846:0:23440:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789081945.281848:0:23440:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789081945.281849:0:23440:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789081945.281853:0:23440:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1789081945.281855:0:23440:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789081945.281856:0:23440:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789081945.281858:0:23440:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789081945.281859:0:23440:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789081945.281860:0:23440:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789081945.281861:0:23440:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789081945.281862:0:23440:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789081945.281863:0:23440:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789081945.281864:0:23440:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789081945.281912:0:23440:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1789081945.281939:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758560768:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789081945.282028:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.282263:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd418380c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789081945.285327:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758560768 00000100:00100000:1.0:1789081945.285344:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758560768 00000100:00100000:1.0:1789081945.285458:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789081945.285469:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42035850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:23440:x1875987758560768:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789081945.285504:0:22703:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1789081945.285507:0:22703:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1789081945.285515:0:22703:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1789081945.287396:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42035850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:23440:x1875987758560768:12345-0@lo:253:mount.lustre.0 Request processed in 1918us (5358us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081945.287410:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789081945.287519:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758560768:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789081945.287538:0:23440:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1789081945.287543:0:23440:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789081945.287545:0:23440:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789081945.287547:0:23440:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789081945.287548:0:23440:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789081945.287563:0:23440:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789081945.287565:0:23440:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789081945.287566:0:23440:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789081945.287568:0:23440:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789081945.287570:0:23440:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789081945.287597:0:23440:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0fe6fce2800 from lustre-MDT0001 10000000:01000000:0.0:1789081945.287648:0:23440:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:0.0:1789081945.287653:0:23440:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1789081945.287662:0:23440:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffffa0fd442acd40 local copy 00010000:00010000:0.0:1789081945.287677:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081945.287801:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758560896:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789081945.287840:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.299726:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd41838840 going to sleep for 11 seconds 00000100:00100000:3.0:1789081945.304089:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758560896 00000100:00100000:3.0:1789081945.304112:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758560896 00000100:00100000:3.0:1789081945.304190:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789081945.304202:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42034450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:23440:x1875987758560896:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789081945.304400:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42034450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:23440:x1875987758560896:12345-0@lo:501:mount.lustre.0 Request processed in 200us (16558us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789081945.304408:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789081945.304727:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758560896:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789081945.304756:0:23440:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.129@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789081945.304790:0:23440:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.129@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789081945.304800:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.304813:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789081945.304846:0:23440:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0fe6fce2800 10000000:01000000:0.0:1789081945.304851:0:23440:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789081945.304856:0:23440:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffffa0fd442acd40 10000000:01000000:0.0:1789081945.304858:0:23440:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1789081945.304861:0:23440:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffffa0fd442acd40 from 1 10000000:01000000:0.0:1789081945.304864:0:23440:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1789081945.304896:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f75543 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.304929:0:23440:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f75543 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.304939:0:23440:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f75543 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081945.304957:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561024:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789081945.304992:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.305017:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd41838840 going to sleep for 11 seconds 00000100:00100000:3.0:1789081945.305442:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758561024 00000100:00100000:3.0:1789081945.305450:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758561024 00000100:00100000:3.0:1789081945.305482:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789081945.305491:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42035050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+12:23440:x1875987758561024:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789081945.305505:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789081945.305521:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe5198fa00/0x7375183570f7554a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75543 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.305547:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe5198fa00/0x7375183570f7554a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75543 expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.305559:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe5198fa00/0x7375183570f7554a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75543 expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.305577:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe5198fa00, rc 0) 00000100:00100000:3.0:1789081945.305639:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42035050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+13:23440:x1875987758561024:12345-0@lo:101:mount.lustre.0 Request processed in 148us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081945.305645:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789081945.305819:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561024:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789081945.305834:0:23440:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f75543 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7554a expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.305843:0:23440:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f75543 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f7554a expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789081945.305861:0:23440:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1789081945.305872:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f75543 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7554a expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.305880:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0e00/0x7375183570f75543 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7554a expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789081945.305889:0:23440:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffffa0fe6fce2800 10000000:01000000:0.0:1789081945.305916:0:23440:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789081945.305921:0:23440:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffffa0fe6fce2800 from 1 10000000:01000000:0.0:1789081945.305924:0:23440:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789081945.305949:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1400/0x7375183570f75551 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.305957:0:23440:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1400/0x7375183570f75551 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.305964:0:23440:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1400/0x7375183570f75551 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081945.305979:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561152:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789081945.306009:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.306029:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd41838840 going to sleep for 11 seconds 00000100:00100000:3.0:1789081945.308217:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758561152 00000100:00100000:3.0:1789081945.308246:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758561152 00000100:00100000:3.0:1789081945.308305:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789081945.308316:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42036050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+13:23440:x1875987758561152:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789081945.308334:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789081945.308351:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe5198f200/0x7375183570f75558 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75551 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.308381:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe5198f200/0x7375183570f75558 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75551 expref: 14 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.308393:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe5198f200/0x7375183570f75558 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75551 expref: 14 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.308402:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe5198f200, rc 0) 00000100:00100000:3.0:1789081945.308490:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42036050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+14:23440:x1875987758561152:12345-0@lo:101:mount.lustre.0 Request processed in 175us (2479us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081945.308497:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789081945.309034:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561152:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789081945.309121:0:23440:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1400/0x7375183570f75551 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75558 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.309134:0:23440:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1400/0x7375183570f75551 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75558 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789081945.309156:0:23440:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1789081945.309169:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1400/0x7375183570f75551 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75558 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.309177:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe1400/0x7375183570f75551 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75558 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789081945.309185:0:23440:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1789081945.309191:0:23440:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789081945.309197:0:23440:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffffa0fe6fce2800 10000000:01000000:0.0:1789081945.309217:0:23440:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789081945.309221:0:23440:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:0.0:1789081945.309237:0:23440:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1789081945.309269:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0a00/0x7375183570f7555f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.309278:0:23440:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0a00/0x7375183570f7555f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.309286:0:23440:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0a00/0x7375183570f7555f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081945.309306:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561280:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789081945.309353:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.309384:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd41838840 going to sleep for 11 seconds 00000100:00100000:3.0:1789081945.309964:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758561280 00000100:00100000:3.0:1789081945.309971:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758561280 00000100:00100000:3.0:1789081945.310011:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789081945.310019:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42035c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+14:23440:x1875987758561280:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789081945.310030:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789081945.310100:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe5198e400/0x7375183570f75566 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f7555f expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.310122:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe5198e400/0x7375183570f75566 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f7555f expref: 15 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.310133:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe5198e400/0x7375183570f75566 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f7555f expref: 15 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.310142:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe5198e400, rc 0) 00000100:00100000:3.0:1789081945.310190:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42035c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+15:23440:x1875987758561280:12345-0@lo:101:mount.lustre.0 Request processed in 172us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081945.310197:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789081945.311899:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561280:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789081945.311935:0:23440:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0a00/0x7375183570f7555f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75566 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.311950:0:23440:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0a00/0x7375183570f7555f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75566 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789081945.313647:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1789081945.314349:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789081945.320913:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1789081945.320981:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1789081945.321002:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1789081945.321019:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1789081945.321032:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1789081945.321045:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1789081945.321058:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1789081945.321125:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1789081945.321141:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1789081945.321154:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1789081945.321167:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1789081945.321180:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1789081945.321193:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1789081945.321206:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1789081945.321219:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1789081945.321387:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1789081945.321409:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1789081945.321435:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:1.0:1789081945.321449:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1789081945.321463:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1789081945.321475:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1789081945.321488:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1789081945.321501:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1789081945.321513:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1789081945.321526:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1789081945.321539:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1789081945.321552:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1789081945.321567:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1789081945.321581:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1789081945.321594:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1789081945.322422:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1789081945.322448:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1789081945.322460:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1789081945.322474:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1789081945.322487:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1789081945.322498:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1789081945.322510:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1789081945.322521:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1789081945.322533:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1789081945.322547:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1789081945.322560:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1789081945.322575:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1789081945.322589:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1789081945.323487:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1789081945.323565:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1789081945.323573:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1789081945.323718:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561408:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789081945.323796:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.323866:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46249900 going to sleep for 11 seconds 00000100:00100000:2.0:1789081945.324001:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758561408 00000100:00100000:2.0:1789081945.324009:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758561408 00000100:00100000:2.0:1789081945.324054:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789081945.324093:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42037450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+15:23440:x1875987758561408:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081945.324272:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42037450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+15:23440:x1875987758561408:12345-0@lo:501:mount.lustre.0 Request processed in 208us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081945.324280:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789081945.324464:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561408:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789081945.324498:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561536:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789081945.324539:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.324556:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46249900 going to sleep for 11 seconds 00000100:00100000:2.0:1789081945.324619:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758561536 00000100:00100000:2.0:1789081945.324624:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758561536 00000100:00100000:2.0:1789081945.324642:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789081945.324649:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42034050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+15:23440:x1875987758561536:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789081945.325450:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42034050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+15:23440:x1875987758561536:12345-0@lo:503:mount.lustre.0 Request processed in 797us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081945.325459:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789081945.325586:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561536:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789081945.326141:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789081945.326222:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561664:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789081945.327418:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.327513:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46249900 going to sleep for 11 seconds 00000100:00100000:2.0:1789081945.330789:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758561664 00000100:00100000:2.0:1789081945.330804:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758561664 00000100:00100000:0.0:1789081945.332859:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789081945.332872:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42034c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+15:23440:x1875987758561664:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789081945.335649:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42034c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+15:23440:x1875987758561664:12345-0@lo:502:mount.lustre.0 Request processed in 2769us (8222us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081945.335665:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789081945.335828:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561664:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789081945.336152:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789081945.336186:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1789081945.336207:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1789081945.336222:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1789081945.336251:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1789081945.336265:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1789081945.336280:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1789081945.336294:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1789081945.336309:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1789081945.336323:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1789081945.336354:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1789081945.336371:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1789081945.336385:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1789081945.336399:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1789081945.336412:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1789081945.336425:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1789081945.336438:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1789081945.336451:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1789081945.336465:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1789081945.336478:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1789081945.336492:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1789081945.336506:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1789081945.336519:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1789081945.336535:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1789081945.336562:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1789081945.336574:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1789081945.339718:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1789081945.339779:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1789081945.339795:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1789081945.339810:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1789081945.339824:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1789081945.339837:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1789081945.339850:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1789081945.339862:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1789081945.339875:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1789081945.339887:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1789081945.339898:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1789081945.339911:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1789081945.339925:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1789081945.339937:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1789081945.339949:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1789081945.339961:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1789081945.340004:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1789081945.340018:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1789081945.340089:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561792:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789081945.340175:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081945.340216:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe471b9480 going to sleep for 11 seconds 00000100:00100000:3.0:1789081945.340489:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758561792 00000100:00100000:3.0:1789081945.340499:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758561792 00000100:00100000:3.0:1789081945.340558:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789081945.340568:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+15:23440:x1875987758561792:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081945.340726:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+15:23440:x1875987758561792:12345-0@lo:502:mount.lustre.0 Request processed in 159us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081945.340735:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789081945.340883:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758561792:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789081945.340943:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:0.0:1789081945.340952:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1789081945.341740:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789081945.341751:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081945.341754:0:23444:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789081945.341760:0:23444:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1789081945.341763:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789081945.341777:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffffa0fe519e0000) 00000020:00000080:0.0:1789081945.341798:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1789081945.341803:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1789081945.341939:0:23444:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789081945.341947:0:23444:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x7375183570f75574 00000020:00000080:0.0:1789081945.342202:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1789081945.342207:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789081945.342210:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081945.342211:0:23444:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789081945.342214:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789081945.342218:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081945.342219:0:23444:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1789081945.342222:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789081945.342302:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffffa0fe519e3380) 00000020:00000080:0.0:1789081945.342313:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1789081945.342319:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789081945.342320:0:23444:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1789081945.342323:0:23444:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1789081945.342328:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789081945.342368:0:23444:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0fe6fce2800 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1789081945.342378:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffffa0fe79aa8000) 00000020:00000080:0.0:1789081945.342385:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1789081945.342449:0:23444:0:(lod_dev.c:2292:lod_obd_connect()) connect #0 00000020:00000080:0.0:1789081945.342454:0:23444:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7375183570f75589 00000020:00000080:0.0:1789081945.342541:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1789081945.342547:0:23444:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1789081945.342550:0:23444:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x7375183570f75590 00080000:01000000:0.0:1789081945.342555:0:23444:0:(osd_handler.c:8932:osd_obd_connect()) connect #2 00000020:00000080:0.0:1789081945.342558:0:23444:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x7375183570f75597 00000100:00100000:0.0:1789081945.438218:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789081945.478330:0:23444:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1789081945.479776:0:23444:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1789081945.486343:0:23444:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1789081945.489292:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1789081945.489309:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789081945.489316:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081945.489318:0:23444:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1789081945.489323:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789081945.489328:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789081945.489329:0:23444:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1789081945.489342:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789081945.489347:0:23444:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.129@tcp to nid 0x20000c0a8c981 (192.168.201.129@tcp) 00000020:00000080:0.0:1789081945.489378:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789081945.489392:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffffa0fe79aab380) 00000020:00000080:0.0:1789081945.489416:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1789081945.489422:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789081945.489508:0:23444:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1789081945.489516:0:23444:0:(osd_handler.c:8932:osd_obd_connect()) connect #3 00000020:00000080:0.0:1789081945.489524:0:23444:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x7375183570f755a5 00010000:00080000:0.0:1789081945.489558:0:23444:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fe668b6800@lustre-MDT0000-osp-MDT0001: add connection 192.168.201.129@tcp at head 00010000:00010000:0.0:1789081945.493009:0:23444:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1789081945.501711:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789081945.501728:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789081945.501772:0:23444:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789081945.501799:0:23444:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7375183570f755ac 00000100:00080000:1.0:1789081945.501826:0:23444:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789081945.501832:0:23444:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa0fe668b6800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081945.501875:0:23444:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd4374b100 x1875987758561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789081945.501909:0:23444:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1789081945.501987:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789081945.501991:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081945.501994:0:23444:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1789081945.501996:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789081945.501999:0:23444:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1789081945.502001:0:23444:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789081945.502003:0:23444:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789081945.502004:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789081945.502007:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081945.502008:0:23444:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789081945.502011:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789081945.502015:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081945.502017:0:23444:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1789081945.502021:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1789081945.502101:0:23444:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1789081945.502118:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789081945.502122:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081945.502124:0:23444:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1789081945.502126:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789081945.502128:0:23444:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1789081945.502129:0:23444:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789081945.502131:0:23444:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789081945.502132:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789081945.502135:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081945.502136:0:23444:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789081945.502139:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789081945.502142:0:23444:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1789081945.502146:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081945.502158:0:23444:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789081945.502162:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789081945.502167:0:23444:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.129@tcp to nid 0x20000c0a8c981 (192.168.201.129@tcp) 00000020:01000000:1.0:1789081945.502193:0:23444:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1789081945.502197:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789081945.502214:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffffa0fd423d99c0) 00000100:00080000:3.0:1789081945.502372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789081945.502379:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789081945.502383:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd42335800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789081945.502388:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 672 00000100:00080000:3.0:1789081945.502391:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789081945.502396:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0fd42335800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1789081945.502416:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe79e49f80 x1875987758562048/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789081945.502435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789081945.502438:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789081945.502441:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789081945.502443:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000080:1.0:1789081945.502527:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000100:00100000:1.0:1789081945.502543:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789081945.502561:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758562176:0@lo:400:kworker.0 00000100:00100000:1.0:1789081945.502652:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1789081945.505654:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000100:00100000:1.0:1789081945.509813:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758562176 00000100:00100000:1.0:1789081945.509832:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758562176 00000100:00100000:1.0:1789081945.509910:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789081945.509921:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758562176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081945.510035:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758562176:12345-0@lo:400:kworker.0 Request processed in 116us (7382us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081945.510043:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789081945.510122:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0fe79e4b480 x1875987758562176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081945.510138:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758562176:0@lo:400:kworker.0 00000100:00100000:2.0:1789081945.518377:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758561920:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789081945.518483:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081945.518536:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758561920 00000100:00100000:2.0:1789081945.518545:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758561920 00000100:00100000:2.0:1789081945.518653:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789081945.518663:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1875987758561920:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789081945.518698:0:22713:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 674 last 0 00000020:00000080:2.0:1789081945.518746:0:22713:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7375183570f755ba 00000004:00100000:2.0:1789081945.518761:0:22713:0:(mdt_handler.c:7406:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1789081945.518767:0:22713:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1789081945.518860:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758562048:0@lo:38:kworker.0 00000100:00100000:2.0:1789081945.518888:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1789081945.524523:0:23444:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:0.0:1789081945.524539:0:23444:0:(osd_handler.c:8932:osd_obd_connect()) connect #4 00000020:00000080:0.0:1789081945.524556:0:23444:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x7375183570f755c1 00010000:00080000:0.0:1789081945.524618:0:23444:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fd432ad000@lustre-OST0000-osc-MDT0001: add connection 192.168.201.129@tcp at head 00010000:00010000:0.0:1789081945.524874:0:23444:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:1.0:1789081945.525403:0:22714:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000040:01000000:3.0:1789081945.528816:0:23444:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789081945.531268:0:23444:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:1.0:1789081945.535551:0:22714:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00080000:0.0:1789081945.536155:0:22713:0:(import.c:65:import_set_state_nolock()) ffffa0fd432ab000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789081945.536483:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875987758561920:12345-0@lo:38:llog_process_th.0 Request processed in 17818us (17997us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081945.536502:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789081945.536534:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758562048 00000100:00100000:0.0:1789081945.536543:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758562048 00000100:00100000:0.0:1789081945.536591:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789081945.536610:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1875987758562048:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1789081945.536662:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f978e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1875987758562048:12345-0@lo:38:kworker.0 Request processed in 63us (17772us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789081945.536669:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789081945.536956:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789081945.536970:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789081945.536980:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1789081945.536986:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789081945.536990:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe668b6800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789081945.537014:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758561920:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789081945.537029:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789081945.537033:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd42335800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789081945.537037:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789081945.537040:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758562048:0@lo:38:kworker.0 00000100:00100000:1.0:1789081945.537403:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758562304:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789081945.537457:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:2.0:1789081945.537701:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789081945.538182:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758562304 00000100:00100000:0.0:1789081945.538190:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758562304 00000100:00100000:0.0:1789081945.538317:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789081945.538327:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875987758562304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789081945.538373:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000040:00080000:2.0:1789081945.538503:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1789081945.538681:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1789081945.543392:0:23450:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789081945.543400:0:23450:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1789081945.544008:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789081945.544021:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789081945.544098:0:23444:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789081945.544125:0:23444:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7375183570f755c8 00000100:00080000:2.0:1789081945.544136:0:23444:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789081945.544143:0:23444:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffffa0fd432ad000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081945.544181:0:23444:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7f978a80 x1875987758562432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789081945.544206:0:23444:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:3.0:1789081945.544383:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758562432:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789081945.544439:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875987758562432 offset 0 length 520: 4 00000020:01000000:2.0:1789081945.544566:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081945.544571:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081945.544573:0:23444:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789081945.544576:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789081945.544579:0:23444:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1789081945.544581:0:23444:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789081945.544582:0:23444:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789081945.544584:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789081945.544587:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081945.544588:0:23444:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789081945.544590:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789081945.544614:0:23444:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1789081945.544619:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081945.544620:0:23444:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789081945.544624:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789081945.544628:0:23444:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.201.129@tcp to nid 0x20000c0a8c981 (192.168.201.129@tcp) 00000020:01000000:2.0:1789081945.544650:0:23444:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1789081945.544653:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789081945.544665:0:23444:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffffa0fe7a7d3380) 00000020:00000080:2.0:1789081945.544680:0:23444:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1789081945.544685:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789081945.544742:0:23444:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1789081945.544749:0:23444:0:(osd_handler.c:8932:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789081945.544755:0:23444:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x7375183570f755d6 00010000:00080000:2.0:1789081945.544783:0:23444:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fd4415a800@lustre-OST0001-osc-MDT0001: add connection 192.168.201.129@tcp at head 00010000:00010000:2.0:1789081945.544983:0:23444:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000100:00080000:3.0:1789081945.545144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789081945.545149:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789081945.545152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789081945.545154:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:01000000:2.0:1789081945.545217:0:23444:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789081945.545300:0:23444:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:0.0:1789081945.549796:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875987758562304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 11462us (12328us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081945.549811:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789081945.550563:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758562304:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1789081945.556837:0:23444:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789081945.558310:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789081945.558502:0:23444:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1789081945.558986:0:23452:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789081945.558992:0:23452:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1789081945.560728:0:23444:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789081945.560748:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789081945.560802:0:23444:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789081945.560830:0:23444:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7375183570f755dd 00000100:00080000:2.0:1789081945.560844:0:23444:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789081945.560851:0:23444:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0fd4415a800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081945.560896:0:23444:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7f97a680 x1875987758562560/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789081945.560932:0:23444:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1789081945.561108:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081945.561120:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081945.561122:0:23444:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789081945.561126:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789081945.561131:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081945.561133:0:23444:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789081945.561136:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789081945.561138:0:23444:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789081945.561140:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081945.561143:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081945.561144:0:23444:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789081945.561147:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789081945.561150:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081945.561151:0:23444:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789081945.561155:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789081945.561197:0:23444:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081945.561201:0:23444:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081945.561202:0:23444:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789081945.561206:0:23444:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:3.0:1789081945.563364:0:23440:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1789081945.563414:0:23440:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1789081945.563440:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0a00/0x7375183570f7555f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75566 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.563453:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0a00/0x7375183570f7555f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75566 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081945.563463:0:23440:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0fe6fce2800 from 1 10000000:01000000:3.0:1789081945.563465:0:23440:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789081945.563509:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.563518:0:23440:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.563530:0:23440:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081945.563557:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758562688:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789081945.563640:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081945.563682:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46442540 going to sleep for 11 seconds 00000100:00100000:3.0:1789081945.563711:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758562560:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789081945.563737:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875987758562560 offset 0 length 520: 4 00000100:00100000:1.0:1789081945.564361:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758562688 00000100:00100000:1.0:1789081945.564370:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758562688 00000100:00100000:1.0:1789081945.564427:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789081945.564437:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+15:23440:x1875987758562688:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789081945.564453:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789081945.564468:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe7f976e00/0x7375183570f755eb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f755e4 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081945.564493:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe7f976e00/0x7375183570f755eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f755e4 expref: 16 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081945.564505:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe7f976e00/0x7375183570f755eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f755e4 expref: 16 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081945.564513:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7f976e00, rc 0) 00000100:00100000:1.0:1789081945.564571:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+16:23440:x1875987758562688:12345-0@lo:101:mount.lustre.0 Request processed in 136us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081945.564578:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789081945.565181:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758562688:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789081945.565201:0:23440:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f755eb expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081945.565211:0:23440:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f755eb expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081945.565812:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758562816:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1789081945.565876:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081945.565926:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79e4d540 going to sleep for 11 seconds 00000100:00100000:1.0:1789081945.566108:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758562816 00000100:00100000:1.0:1789081945.566116:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758562816 00000100:00100000:1.0:1789081945.566166:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789081945.566176:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+16:23440:x1875987758562816:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789081945.566201:0:22703:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789081945.566235:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789081945.566238:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789081945.566334:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+16:23440:x1875987758562816:12345-0@lo:256:mount.lustre.0 Request processed in 159us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081945.566343:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789081945.566622:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758562816:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1789081945.568849:0:23440:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789081945.568888:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f755eb expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081945.568917:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f755eb expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081945.568926:0:23440:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0fe6fce2800 from 1 10000000:01000000:2.0:1789081945.568929:0:23440:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789081945.568976:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081945.568985:0:23440:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081945.568996:0:23440:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081945.569024:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758562944:0@lo:101:mount.lustre.0 00000100:00080000:0.0:1789081945.569458:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789081945.569465:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789081945.569467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789081945.569471:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789081945.573484:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081945.574139:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79e4d540 going to sleep for 11 seconds 00000100:00100000:1.0:1789081945.576579:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758562944 00000100:00100000:1.0:1789081945.576633:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758562944 00000100:00100000:0.0:1789081945.582349:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789081945.582368:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+16:23440:x1875987758562944:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789081945.582386:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789081945.582404:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f755f9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f755f2 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.582431:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f755f9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f755f2 expref: 17 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.582441:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f755f9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f755f2 expref: 17 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.582449:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe79fe1e00, rc 0) 00000100:00100000:0.0:1789081945.582531:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:23440:x1875987758562944:12345-0@lo:101:mount.lustre.0 Request processed in 170us (9055us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081945.582538:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789081945.582680:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758562944:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789081945.582701:0:23440:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f755f9 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.582718:0:23440:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f755f9 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789081945.586377:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1789081945.586731:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789081945.586985:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789081945.587015:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1789081945.588217:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1789081945.588351:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1789081945.588370:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1789081945.588386:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1789081945.588400:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1789081945.588414:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1789081945.588427:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789081945.588441:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1789081945.588456:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1789081945.588483:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1789081945.588488:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1789081945.588618:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563072:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789081945.588692:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081945.588737:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46442c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789081945.589317:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758563072 00000100:00100000:0.0:1789081945.589326:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758563072 00000100:00100000:0.0:1789081945.589395:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789081945.589406:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:23440:x1875987758563072:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789081945.589570:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:23440:x1875987758563072:12345-0@lo:501:mount.lustre.0 Request processed in 167us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081945.589579:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789081945.589787:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563072:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789081945.589833:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563200:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789081945.589885:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081945.589921:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46442c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789081945.591132:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758563200 00000100:00100000:0.0:1789081945.591145:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758563200 00000100:00100000:0.0:1789081945.591218:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789081945.591358:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:23440:x1875987758563200:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789081945.591669:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:23440:x1875987758563200:12345-0@lo:503:mount.lustre.0 Request processed in 314us (1783us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081945.591677:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789081945.594491:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563200:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789081945.595035:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789081945.596725:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563328:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081945.596839:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081945.596896:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464426c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789081945.596965:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758563328 00000100:00100000:2.0:1789081945.596972:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758563328 00000100:00100000:2.0:1789081945.597024:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789081945.597034:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:23440:x1875987758563328:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789081945.597394:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563328:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789081945.597651:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1789081945.597682:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:0.0:1789081945.597695:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:0.0:1789081945.597707:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:0.0:1789081945.597719:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:0.0:1789081945.597733:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:0.0:1789081945.597747:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:0.0:1789081945.597759:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:0.0:1789081945.597770:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1789081945.597781:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:0.0:1789081945.597794:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:0.0:1789081945.597822:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563456:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789081945.597863:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.597897:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe45d02d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789081945.597918:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758563456 00000100:00100000:0.0:1789081945.597923:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758563456 00000100:00100000:0.0:1789081945.597947:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789081945.597954:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758563456:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789081945.598040:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758563456:12345-0@lo:502:mount.lustre.0 Request processed in 85us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081945.598152:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789081945.598201:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563456:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789081945.598309:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:0.0:1789081945.598318:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000100:00100000:2.0:1789081945.598949:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:23440:x1875987758563328:12345-0@lo:502:mount.lustre.0 Request processed in 189us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081945.598960:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000020:01000000:3.0:1789081945.603475:0:23454:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789081945.603494:0:23454:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789081945.603496:0:23454:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789081945.603506:0:23454:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0fe6fce2800 00000020:00000080:3.0:1789081945.603508:0:23454:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789081945.603517:0:23454:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789081945.603519:0:23454:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789081945.603521:0:23454:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789081945.603523:0:23454:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789081945.603525:0:23454:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789081945.603526:0:23454:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789081945.603529:0:23454:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0fe6fce2800 00000020:00000080:3.0:1789081945.603531:0:23454:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789081945.603693:0:23454:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789081945.603697:0:23454:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789081945.603699:0:23454:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789081945.603701:0:23454:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789081945.603704:0:23454:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789081945.603706:0:23454:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789081945.603709:0:23454:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0fe6fce2800 00000020:00000080:3.0:1789081945.603711:0:23454:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789081945.614267:0:23454:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789081945.614317:0:23454:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789081945.614320:0:23454:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789081945.614325:0:23454:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789081945.614330:0:23454:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789081945.614331:0:23454:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789081945.614337:0:23454:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0fe6fce2800 00000020:00000080:3.0:1789081945.614339:0:23454:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789081945.614408:0:23454:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789081945.614412:0:23454:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789081945.614413:0:23454:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789081945.614417:0:23454:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1789081945.614668:0:23440:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789081945.614699:0:23440:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789081945.614723:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f755f9 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.614736:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f755f9 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789081945.614788:0:23440:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789081945.614792:0:23440:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0fe6fce2800 10000000:01000000:0.0:1789081945.614795:0:23440:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0fe6fce2800 10000000:01000000:0.0:1789081945.614799:0:23440:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789081945.614805:0:23440:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0fe6fce2800 from 1 10000000:01000000:0.0:1789081945.614809:0:23440:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789081945.614845:0:23440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0000/0x7375183570f75600 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.614855:0:23440:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0000/0x7375183570f75600 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.614875:0:23440:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0000/0x7375183570f75600 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081945.614902:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563584:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789081945.614977:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.615024:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe45d02e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789081945.615082:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758563584 00000100:00100000:0.0:1789081945.615089:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758563584 00000100:00100000:0.0:1789081945.615140:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789081945.615149:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:23440:x1875987758563584:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789081945.615162:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789081945.615175:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe79fe1600/0x7375183570f75607 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75600 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.615198:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe79fe1600/0x7375183570f75607 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75600 expref: 18 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.615209:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe79fe1600/0x7375183570f75607 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75600 expref: 18 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.615228:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe79fe1600, rc 0) 00000100:00100000:0.0:1789081945.615267:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758563584:12345-0@lo:101:mount.lustre.0 Request processed in 118us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081945.615274:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789081945.615329:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563584:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789081945.615343:0:23440:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0000/0x7375183570f75600 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75607 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.615359:0:23440:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0000/0x7375183570f75600 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75607 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789081945.641700:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:0.0:1789081945.642161:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789081945.642578:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:0.0:1789081945.642623:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:0.0:1789081945.642641:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:0.0:1789081945.642654:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:0.0:1789081945.642666:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:0.0:1789081945.642680:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:0.0:1789081945.642692:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:0.0:1789081945.642724:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:0.0:1789081945.642740:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:0.0:1789081945.642752:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:0.0:1789081945.642765:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:0.0:1789081945.642781:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:0.0:1789081945.642795:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:0.0:1789081945.642808:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:0.0:1789081945.642822:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:0.0:1789081945.642836:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:0.0:1789081945.642851:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:0.0:1789081945.642865:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:0.0:1789081945.642878:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:0.0:1789081945.642892:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:0.0:1789081945.642904:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:0.0:1789081945.642918:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:0.0:1789081945.642932:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:0.0:1789081945.642963:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:0.0:1789081945.642982:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:0.0:1789081945.643009:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:0.0:1789081945.643024:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:0.0:1789081945.643037:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:0.0:1789081945.643301:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:0.0:1789081945.643322:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:0.0:1789081945.643335:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:0.0:1789081945.643347:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:0.0:1789081945.643360:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:0.0:1789081945.643372:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:0.0:1789081945.643384:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:0.0:1789081945.643396:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:0.0:1789081945.643408:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:0.0:1789081945.643420:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:0.0:1789081945.643432:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:0.0:1789081945.643462:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:0.0:1789081945.643477:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:0.0:1789081945.643489:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:0.0:1789081945.643501:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:0.0:1789081945.643513:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:0.0:1789081945.643526:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:0.0:1789081945.643538:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:0.0:1789081945.643550:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:0.0:1789081945.643563:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:0.0:1789081945.644502:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:0.0:1789081945.644540:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:0.0:1789081945.644563:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:0.0:1789081945.644570:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:0.0:1789081945.646751:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563712:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789081945.646827:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.646871:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe45d02000 going to sleep for 11 seconds 00000100:00100000:2.0:1789081945.646974:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758563712 00000100:00100000:2.0:1789081945.646982:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758563712 00000100:00100000:2.0:1789081945.647042:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789081945.647151:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758563712:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081945.647362:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758563712:12345-0@lo:501:mount.lustre.0 Request processed in 212us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081945.647370:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789081945.648191:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563712:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789081945.648914:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563840:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789081945.648988:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.649020:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe45d02000 going to sleep for 11 seconds 00000100:00100000:1.0:1789081945.650214:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758563840 00000100:00100000:1.0:1789081945.652329:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758563840 00000100:00100000:1.0:1789081945.652699:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789081945.652710:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758563840:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789081945.652889:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758563840:12345-0@lo:503:mount.lustre.0 Request processed in 180us (3899us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081945.652896:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789081945.655489:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563840:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789081945.659504:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789081945.661421:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563968:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789081945.661534:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081945.661586:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6ee8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1789081945.662531:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758563968 00000100:00100000:0.0:1789081945.662546:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758563968 00000100:00100000:0.0:1789081945.662624:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789081945.662636:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758563968:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789081945.662813:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758563968:12345-0@lo:502:mount.lustre.0 Request processed in 180us (1279us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081945.662821:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789081945.664244:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758563968:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789081945.664554:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:1.0:1789081945.664592:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:1.0:1789081945.665187:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:1.0:1789081945.665208:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:1.0:1789081945.665688:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:1.0:1789081945.665710:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:1.0:1789081945.665725:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:1.0:1789081945.665736:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:1.0:1789081945.665749:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:1.0:1789081945.665762:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:1.0:1789081945.665776:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:1.0:1789081945.665789:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:1.0:1789081945.665802:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:1.0:1789081945.665814:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:1.0:1789081945.665840:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:1.0:1789081945.665854:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:1.0:1789081945.665866:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:1.0:1789081945.665879:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:1.0:1789081945.665905:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:1.0:1789081945.665921:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:1.0:1789081945.665934:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:1.0:1789081945.665947:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:1.0:1789081945.665960:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:1.0:1789081945.665979:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:1.0:1789081945.665992:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:1.0:1789081945.666005:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:1.0:1789081945.666019:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:1.0:1789081945.666033:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:1.0:1789081945.667169:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:1.0:1789081945.667210:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:1.0:1789081945.667798:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:1.0:1789081945.667822:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:1.0:1789081945.667835:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:1.0:1789081945.667848:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:1.0:1789081945.667874:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:1.0:1789081945.667890:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:1.0:1789081945.667901:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:1.0:1789081945.667914:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:1.0:1789081945.667927:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:1.0:1789081945.667940:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:1.0:1789081945.667951:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:1.0:1789081945.667963:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:1.0:1789081945.667975:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:1.0:1789081945.667987:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:1.0:1789081945.668000:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:1.0:1789081945.668011:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:1.0:1789081945.668021:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:1.0:1789081945.670197:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:1.0:1789081945.671456:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758564096:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789081945.671567:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081945.672947:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6ee8c900 going to sleep for 11 seconds 00000100:00100000:3.0:1789081945.673500:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758564096 00000100:00100000:3.0:1789081945.673512:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758564096 00000100:00100000:3.0:1789081945.673589:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789081945.673739:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758564096:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081945.673932:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758564096:12345-0@lo:502:mount.lustre.0 Request processed in 332us (2364us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081945.673942:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789081945.675442:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758564096:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789081945.677495:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:1.0:1789081945.677582:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:1.0:1789081945.678381:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758564224:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789081945.678483:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081945.678547:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758564224 00000100:00100000:1.0:1789081945.678556:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758564224 00000100:00100000:1.0:1789081945.678700:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789081945.678710:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758564224:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789081945.678837:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758564224:12345-0@lo:502:mount.lustre.0 Request processed in 127us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081945.678846:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789081945.678914:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6ee8c900 going to sleep for 11 seconds 00000100:00100000:1.0:1789081945.678947:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758564224:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789081945.679028:0:23440:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1789081945.679040:0:23440:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789081945.689254:0:23459:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1789081945.689277:0:23459:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffffa0fd442ab380) 00000020:00000080:3.0:1789081945.689309:0:23459:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1789081945.692884:0:23459:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0fe6fce2800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1789081945.692898:0:23459:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0fe6fce2800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1789081945.692902:0:23459:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe6fce2800 3 00010000:00080000:3.0:1789081945.692951:0:23459:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fe6a849800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.201.129@tcp at head 00010000:00010000:3.0:1789081945.698225:0:23459:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1789081945.698344:0:23459:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1789081945.698395:0:23459:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789081945.698412:0:23459:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x7375183570f75615 00000100:00080000:3.0:1789081945.698424:0:23459:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789081945.698431:0:23459:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa0fe6a849800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1789081945.698470:0:23459:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe79e49f80 x1875987758564352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789081945.698525:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875987758564352:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789081945.699736:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789081945.699820:0:23459:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1789081945.701979:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758564352 00000100:00100000:1.0:1789081945.702001:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758564352 00000100:00100000:1.0:1789081945.702098:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789081945.702109:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3640:x1875987758564352:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789081945.702146:0:22709:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 674 last 0 00000020:00000080:1.0:1789081945.702193:0:22709:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x7375183570f7561c 00000004:00100000:1.0:1789081945.702232:0:22709:0:(mdt_handler.c:7406:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789081945.702277:0:22709:0:(import.c:65:import_set_state_nolock()) ffffa0fe668b4800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789081945.702377:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875987758564352:12345-0@lo:38:llog_process_th.0 Request processed in 269us (3780us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081945.702385:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789081945.702736:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0fe79e49f80 x1875987758564352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789081955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081945.702767:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789081945.702779:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789081945.702789:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1789081945.702795:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789081945.702797:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe6a849800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789081945.702804:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875987758564352:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1789081945.703040:0:23459:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000100:00080000:0.0:1789081945.708706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789081945.708715:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789081945.708718:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789081945.708721:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1789081945.713292:0:23440:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789081945.713351:0:23440:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789081945.713375:0:23440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0000/0x7375183570f75600 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75607 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.713389:0:23440:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0000/0x7375183570f75600 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75607 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789081945.713456:0:23440:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789081945.713459:0:23440:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789081945.713460:0:23440:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789081945.713461:0:23440:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789081945.713467:0:23440:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789081945.713468:0:23440:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789081945.713469:0:23440:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789081945.713471:0:23440:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789081945.713472:0:23440:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789081945.713477:0:23440:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1789081945.713479:0:23440:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789081945.713480:0:23440:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789081945.713481:0:23440:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789081945.713482:0:23440:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789081945.713483:0:23440:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789081945.713484:0:23440:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789081945.713485:0:23440:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789081945.713486:0:23440:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789081945.713486:0:23440:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789081945.713515:0:23440:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1789081945.713537:0:23440:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758564480:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789081945.713624:0:23440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.713666:0:23440:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe45d02d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789081945.713700:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758564480 00000100:00100000:3.0:1789081945.713710:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758564480 00000100:00100000:3.0:1789081945.713775:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789081945.713785:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758564480:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789081945.713813:0:22701:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789081945.713828:0:22701:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:0.0:1789081945.718224:0:22688:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1789081945.718317:0:22701:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789081945.718373:0:22701:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1789081945.718733:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:23440:x1875987758564480:12345-0@lo:253:mount.lustre.0 Request processed in 4944us (5103us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081945.718747:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 20000000:01000000:0.0:1789081945.718861:0:22724:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789081945.718866:0:22724:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789081945.718889:0:22724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.718906:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f75527 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75520 expref: 17 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.718914:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fe7f976e00/0x7375183570f755eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f755e4 expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.718922:0:22724:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.719038:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fe7f976e00/0x7375183570f755eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f755e4 expref: 17 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.719059:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fe7f976e00/0x7375183570f755eb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f755e4 expref: 17 pid: 22701 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081945.719292:0:22724:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758564608:0@lo:104: 00000100:00100000:0.0:1789081945.719545:0:22724:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789081945.719662:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f75527 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f75520 expref: 17 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.719673:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f75527 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f75520 expref: 17 pid: 22702 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081945.719683:0:22724:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758564736:0@lo:104: 00000100:00100000:0.0:1789081945.719707:0:22724:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.719763:0:22724:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe45d02e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789081945.719811:0:23440:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:23440:1875987758564480:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789081945.719827:0:23440:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1789081945.719830:0:23440:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789081945.719832:0:23440:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789081945.719833:0:23440:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789081945.719835:0:23440:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789081945.719836:0:23440:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789081945.719838:0:23440:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789081945.719840:0:23440:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789081945.719842:0:23440:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789081945.719844:0:23440:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789081945.719860:0:23440:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1789081945.720872:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758564608 00000100:00100000:3.0:1789081945.720881:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758564608 00000100:00100000:3.0:1789081945.720917:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758564736 00000100:00100000:3.0:1789081945.720920:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758564736 00000100:00100000:3.0:1789081945.720996:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789081945.721010:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+4:22724:x1875987758564608:12345-0@lo:104: 00010000:00010000:3.0:1789081945.721031:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f755eb expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.721152:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789081945.721159:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+4:22724:x1875987758564608:12345-0@lo:104: Request processed in 152us (1616us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081945.721166:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789081945.721184:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789081945.721190:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:22724:x1875987758564736:12345-0@lo:104: 00010000:00010000:3.0:1789081945.721199:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f75527 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.721230:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789081945.721235:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:22724:x1875987758564736:12345-0@lo:104: Request processed in 45us (1527us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081945.721241:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1789081945.721258:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789081945.721264:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f755eb expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.721272:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198ec00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:3.0:1789081945.721277:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f755eb expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.721287:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f755eb expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789081945.721295:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f755eb expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081945.721301:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789081945.721349:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f755eb expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.721355:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789081945.721383:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f755eb expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.721390:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f755e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f755eb expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.721402:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081945.721405:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f75527 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.721410:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428de000 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:3.0:1789081945.721414:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f75527 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.721420:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f75527 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789081945.721426:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f75527 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081945.721430:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789081945.721442:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75527 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.721447:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789081945.721460:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75527 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.721476:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fd428de000/0x7375183570f75520 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75527 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.721488:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081945.721490:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081945.721492:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081945.721509:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758564864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789081945.721548:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081945.721583:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789081945.721590:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758564992:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789081945.721743:0:22724:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758564608:0@lo:104: 00000100:00100000:0.0:1789081945.721756:0:22724:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758564736:0@lo:104: 00010000:00010000:0.0:1789081945.721779:0:22724:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.721806:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081945.721865:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081945.722035:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758564864 00000100:00100000:0.0:1789081945.722040:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758564864 00010000:00010000:0.0:1789081945.722120:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fe7f976e00/0x7375183570f755eb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f755e4 expref: 18 pid: 22701 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081945.722176:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758564992 00000100:00100000:0.0:1789081945.722180:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758564992 00010000:00010000:0.0:1789081945.722194:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f75527 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f75520 expref: 19 pid: 22702 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081945.722228:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789081945.722237:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+19:3642:x1875987758564864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789081945.722250:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789081945.722257:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fe7f976e00/0x7375183570f755eb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f755e4 expref: 19 pid: 22701 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722270:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fe7f976e00/0x7375183570f755eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f755e4 expref: 19 pid: 22701 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722286:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe7f976e00/0x7375183570f755eb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f755e4 expref: 19 pid: 22701 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722300:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789081945.722331:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:3642:x1875987758564864:12345-0@lo:103:ldlm_bl.0 Request processed in 96us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081945.722338:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789081945.722363:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789081945.722368:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:3644:x1875987758564992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789081945.722375:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789081945.722379:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f75527 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f75520 expref: 17 pid: 22702 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722387:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f75527 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f75520 expref: 17 pid: 22702 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722396:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f75527 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f75520 expref: 17 pid: 22702 timeout: 774 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722406:0:22695:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722414:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789081945.722430:0:22695:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003563552s 00010000:00010000:3.0:1789081945.722434:0:22695:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722442:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722448:0:22695:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722454:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722460:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe0200 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081945.722468:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722476:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722488:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081945.722497:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789081945.722521:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e49180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+16:3644:x1875987758564992:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081945.722527:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789081945.722552:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758564864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789081945.722573:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758564992:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789081945.722746:0:22724:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.722755:0:22724:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081945.722761:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79fe0200/0x7375183570f75623 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:0.0:1789081945.725270:0:23440:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:3.0:1789081945.725507:0:23465:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1789081945.725970:0:23465:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789081945.728858:0:23465:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789081945.728993:0:23465:0:(lod_dev.c:522:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:01000000:0.0:1789081945.729669:0:23440:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000020:00080000:1.0:1789081945.729826:0:23464:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1789081945.729831:0:23464:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000100:00100000:1.0:1789081945.734710:0:23466:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23466:1875987758565120:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789081945.734796:0:23466:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081945.734835:0:23466:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe7a79b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789081945.734907:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758565120 00000100:00100000:0.0:1789081945.734916:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758565120 00000040:01000000:1.0:1789081945.735481:0:23440:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:1.0:1789081945.735529:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1789081945.736206:0:23440:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1789081945.736214:0:23440:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:1.0:1789081945.736261:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789081945.736762:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789081945.736779:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23466:x1875987758565120:12345-0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1789081945.737588:0:23440:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:0.0:1789081945.737715:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23466:x1875987758565120:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 941us (2916us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081945.737724:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000040:00080000:1.0:1789081945.738477:0:23440:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1789081945.738518:0:23440:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1789081945.741888:0:23440:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789081945.742913:0:23466:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23466:1875987758565120:0@lo:1000:lod0001_rec0000.0 00080000:10000000:1.0:1789081945.743091:0:23440:0:(osd_handler.c:5582:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000040:01000000:3.0:1789081945.744339:0:23466:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789081945.744401:0:23466:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23466:1875987758565248:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789081945.744485:0:23466:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081945.744515:0:23466:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe463636c0 going to sleep for 11 seconds 00000001:00000004:1.0:1789081945.746411:0:23440:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1789081945.746786:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758565248 00000100:00100000:2.0:1789081945.746797:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758565248 00000100:00100000:2.0:1789081945.746868:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789081945.746879:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23466:x1875987758565248:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789081945.747147:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23466:x1875987758565248:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 268us (2660us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081945.747154:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789081945.748709:0:23466:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23466:1875987758565248:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789081945.748853:0:23466:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23466:1875987758565376:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789081945.749100:0:23466:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081945.749138:0:23466:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46363480 going to sleep for 11 seconds 00000100:00100000:2.0:1789081945.750885:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758565376 00000100:00100000:2.0:1789081945.750906:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758565376 00000100:00100000:2.0:1789081945.750971:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789081945.750982:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23466:x1875987758565376:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1789081945.751107:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23466:x1875987758565376:12345-0@lo:900:lod0001_rec0000.0 Request processed in 126us (2006us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081945.751115:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1789081945.751179:0:23466:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffffa0fe79e48700 x1875987758565376/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789081961 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081945.751196:0:23466:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23466:1875987758565376:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1789081945.751291:0:23466:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23466:1875987758565504:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789081945.751331:0:23466:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081945.751369:0:23466:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd420199c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789081945.752661:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758565504 00000100:00100000:0.0:1789081945.752673:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758565504 00000100:00100000:0.0:1789081945.752728:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789081945.752737:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23466:x1875987758565504:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789081945.752865:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f978380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23466:x1875987758565504:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 129us (1533us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081945.752872:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789081945.753752:0:23466:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978700 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23466:1875987758565504:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1789081945.753812:0:23466:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789081945.755905:0:23466:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789081945.756030:0:23466:0:(lod_dev.c:522:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1789081945.756036:0:23466:0:(lod_dev.c:546:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:1.0:1789081945.763232:0:23440:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1789081945.763278:0:23440:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffc24d8191b988 00100000:10000000:1.0:1789081945.763287:0:23440:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1789081945.764127:0:23440:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789081945.764166:0:23440:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.129@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789081945.764183:0:23440:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1789081945.764201:0:23440:0:(super25.c:181:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1789081945.765016:0:23440:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789081945.765296:0:23440:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789081946.087511:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081946.491228:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00000040:00080000:2.0:1789081946.804966:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789081947.103857:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789081947.296324:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789081947.296332:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0fe6fce2800 from 12 10000000:01000000:1.0:1789081947.296337:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789081947.296390:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081947.296401:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081947.296412:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081947.296440:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758565632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789081947.296509:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081947.296556:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46362f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789081947.296673:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758565632 00000100:00100000:0.0:1789081947.296683:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758565632 00000100:00100000:0.0:1789081947.296750:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789081947.296761:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+16:22705:x1875987758565632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789081947.296779:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789081947.296794:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe79fe0800/0x7375183570f75631 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f7562a expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081947.296825:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe79fe0800/0x7375183570f75631 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f7562a expref: 17 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081947.296838:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe79fe0800/0x7375183570f75631 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f7562a expref: 17 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081947.296848:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe79fe0800, rc 0) 00000100:00100000:0.0:1789081947.296897:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:22705:x1875987758565632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081947.296905:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789081947.297008:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758565632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789081947.297026:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75631 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081947.297035:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75631 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081947.297131:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758565760:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789081947.297164:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081947.297187:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79e4dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1789081947.297242:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758565760 00000100:00100000:0.0:1789081947.297246:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758565760 00000100:00100000:0.0:1789081947.297277:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789081947.297284:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:22705:x1875987758565760:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789081947.297307:0:22701:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789081947.297324:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789081947.297327:0:22701:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789081947.297400:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:22705:x1875987758565760:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 116us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081947.297408:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789081947.297862:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758565760:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789081947.297911:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789081947.297919:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75631 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081947.297930:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75631 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081947.297940:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789081947.297948:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0fe5ece7000 from 12 10000000:01000000:3.0:1789081947.297951:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789081947.297971:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081947.297979:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081947.297987:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081947.298001:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758565888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789081947.298032:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081947.298059:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79e4dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789081947.298104:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758565888 00000100:00100000:3.0:1789081947.298108:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758565888 00000100:00100000:3.0:1789081947.298136:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789081947.298143:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:22705:x1875987758565888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789081947.298152:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789081947.298162:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe5198ea00/0x7375183570f7563f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75638 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081947.298183:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe5198ea00/0x7375183570f7563f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75638 expref: 18 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081947.298192:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe5198ea00/0x7375183570f7563f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75638 expref: 18 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081947.298201:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe5198ea00, rc 0) 00000100:00100000:3.0:1789081947.298230:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:22705:x1875987758565888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 87us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081947.298242:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789081947.298276:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758565888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789081947.298287:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7563f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081947.298296:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f7563f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081947.298345:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758566016:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789081947.298373:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081947.298393:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79e4dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789081947.298404:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758566016 00000100:00100000:3.0:1789081947.298407:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758566016 00000100:00100000:3.0:1789081947.298426:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789081947.298432:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:22705:x1875987758566016:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789081947.298444:0:22702:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789081947.298454:0:22702:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789081947.298458:0:22702:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1789081947.298519:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:22705:x1875987758566016:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 86us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081947.298527:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789081947.298555:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758566016:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789081947.302783:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789081947.302805:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7563f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081947.302838:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7563f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081947.551116:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00000040:00080000:2.0:1789081947.806795:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789081948.127741:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081948.574236:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789081949.153039:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081949.599803:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00010000:00010000:3.0:1789081950.176204:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081950.622339:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 0 seconds 00000100:00100000:2.0:1789081950.688747:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789081950.688773:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758566144:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789081950.689091:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081950.689144:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758566144 00000100:00100000:2.0:1789081950.689153:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758566144 00000100:00100000:2.0:1789081950.689202:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789081950.689213:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758566144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789081950.689258:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789081950.689308:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f979c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758566144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081950.689316:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789081950.689387:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758566144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789081951.198457:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1789081951.199748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789081951.199756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789081951.199760:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd42335800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789081951.199772:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffffa0fd42335800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081951.199808:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7f978700 x1875987758566400/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789081951.199842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081951.199853:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789081951.199856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081951.199859:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789081951.199966:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758566400:0@lo:38:kworker.0 00000100:00100000:1.0:1789081951.200049:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081951.209376:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758566400 00000100:00100000:3.0:1789081951.209402:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758566400 00000100:00100000:3.0:1789081951.209473:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789081951.209486:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3640:x1875987758566400:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1789081951.209541:0:23449:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:3.0:1789081951.209591:0:23449:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7375183570f75646 00000004:00100000:3.0:1789081951.209615:0:23449:0:(mdt_handler.c:7406:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1789081951.209623:0:23449:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1789081951.210220:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758566528:0@lo:400:kworker.0 00000100:00100000:0.0:1789081951.210313:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081951.210364:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758566272:0@lo:400:kworker.0 00000100:00100000:0.0:1789081951.210399:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081951.210446:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758566528 00000100:00100000:0.0:1789081951.210451:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758566528 00000100:00100000:0.0:1789081951.210509:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789081951.210519:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758566528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081951.210588:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758566528:12345-0@lo:400:kworker.0 Request processed in 69us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081951.210595:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789081951.210622:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758566272 00000100:00100000:0.0:1789081951.210627:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758566272 00000100:00100000:0.0:1789081951.210664:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789081951.210671:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:3642:x1875987758566272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081951.210702:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:3642:x1875987758566272:12345-0@lo:400:kworker.0 Request processed in 32us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081951.210708:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00010000:00080000:0.0:1789081951.210772:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0fe7f97b100 x1875987758566528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081951.210786:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758566528:0@lo:400:kworker.0 00000100:00100000:0.0:1789081951.210796:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758566272:0@lo:400:kworker.0 00000100:00080000:2.0:1789081951.211712:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081951.211720:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789081951.211723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081951.211726:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1789081951.211813:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081951.212004:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875987758566656:0@lo:400:kworker.0 00000100:00100000:2.0:1789081951.212057:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081951.212142:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758566656 00000100:00100000:2.0:1789081951.212150:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758566656 00000100:00100000:2.0:1789081951.212191:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789081951.212199:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875987758566656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081951.212242:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875987758566656:12345-0@lo:400:kworker.0 Request processed in 44us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081951.212250:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1789081951.212287:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0fe7f97bb80 x1875987758566656/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081951.212299:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875987758566656:0@lo:400:kworker.0 00000100:00080000:3.0:1789081951.240616:0:23449:0:(import.c:65:import_set_state_nolock()) ffffa0fd43619800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789081951.240758:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3640:x1875987758566400:12345-0@lo:38:kworker.0 Request processed in 31272us (40706us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081951.240770:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1789081951.241019:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789081951.241030:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1789081951.241035:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789081951.241039:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd42335800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1789081951.241090:0:3640:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001c461110): req@ffffa0fd43749180 x1875987758558976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081951.241113:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758566400:0@lo:38:kworker.0 00000100:00100000:0.0:1789081951.241335:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758566784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789081951.241382:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081951.241426:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758566784 00000100:00100000:0.0:1789081951.241432:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758566784 00000100:00100000:0.0:1789081951.241472:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789081951.241481:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1875987758566784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789081951.241530:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789081951.241573:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1875987758566784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081951.241579:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789081951.241611:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758566784:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789081951.241877:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081951.241904:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464420c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789081951.241920:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758558976 00000100:00100000:3.0:1789081951.241924:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758558976 00000100:00100000:3.0:1789081951.241954:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789081951.241961:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22749:x1875987758558976:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789081951.242028:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22749:x1875987758558976:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 67us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081951.242047:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789081951.242099:0:22749:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22749:1875987758558976:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1789081951.242141:0:22749:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789081951.242176:0:22749:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22749:1875987758566912:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789081951.242207:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081951.242233:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd428a8780 going to sleep for 11 seconds 00000100:00100000:3.0:1789081951.242243:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758566912 00000100:00100000:3.0:1789081951.242246:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758566912 00000100:00100000:3.0:1789081951.242263:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789081951.242268:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22749:x1875987758566912:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789081951.242363:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22749:x1875987758566912:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 94us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081951.242369:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789081951.242393:0:22749:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22749:1875987758566912:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789081951.242465:0:22749:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22749:1875987758567040:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789081951.242488:0:22749:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081951.243211:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758567040 00000100:00100000:2.0:1789081951.243219:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758567040 00000100:00100000:2.0:1789081951.243248:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789081951.243255:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22749:x1875987758567040:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789081951.243322:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22749:x1875987758567040:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 68us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081951.243328:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789081951.243589:0:22749:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd428a8780 going to sleep for 11 seconds 00000100:00100000:3.0:1789081951.243609:0:22749:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48a80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22749:1875987758567040:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1789081951.244420:0:22749:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789081951.254340:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789081951.254428:0:22749:0:(lod_dev.c:522:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 22, retries 0 00000004:00080000:3.0:1789081951.254434:0:22749:0:(lod_dev.c:546:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:00080000:3.0:1789081951.519411:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:1.0:1789081951.576562:0:23711:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg129-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789081952.223286:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789081952.914774:0:23763:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789081952.921898:0:23763:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789081953.247838:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081938/real 1789081938] req@ffffa0fd43748a80 x1875987758560000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081953 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081953.247870:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fd43748a80 x1875987758560000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081953 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081953.247880:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081938/real 1789081938] req@ffffa0fd43749500 x1875987758560128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081953 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081953.247891:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fd43749500 x1875987758560128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081953 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789081953.247942:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe43fa7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789081953.247962:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789081953.247966:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758560000:0@lo:8:kworker.0 00000100:00080000:0.0:1789081953.247971:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789081953.247976:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789081953.247979:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758560128:0@lo:8:kworker.0 00000100:00080000:1.0:1789081953.248212:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081953.248216:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789081953.248219:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fe43fa7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081953.248224:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 667 00000100:00080000:1.0:1789081953.248229:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789081953.248236:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffffa0fe43fa7000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081953.248256:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd4374bb80 x1875987758567424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789081953.248267:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081953.248277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789081953.248279:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081953.248283:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 667 00000100:00080000:1.0:1789081953.248286:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789081953.248289:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0fe775fe800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081953.248301:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd43749f80 x1875987758567552/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789081953.248331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081953.248334:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789081953.248337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081953.248340:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789081953.248366:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758567168:0@lo:400:kworker.0 00000100:00100000:1.0:1789081953.248434:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081953.248485:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758567936:0@lo:400:kworker.0 00000100:00100000:1.0:1789081953.248513:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081953.248531:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789081953.248537:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758567296:0@lo:400:kworker.0 00000100:00100000:1.0:1789081953.248559:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081953.248600:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758567168 00000100:00100000:1.0:1789081953.248609:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758567168 00000100:00100000:1.0:1789081953.248658:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789081953.248668:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:3641:x1875987758567168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081953.248718:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:3641:x1875987758567168:12345-0@lo:400:kworker.0 Request processed in 52us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081953.248736:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789081953.248786:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758567168:0@lo:400:kworker.0 00000100:00100000:1.0:1789081953.251386:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758567680:0@lo:400:kworker.0 00000100:00100000:1.0:1789081953.251459:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081953.251516:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789081953.251522:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758567808:0@lo:400:kworker.0 00000100:00100000:1.0:1789081953.251549:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081953.251590:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758567296 00000100:00100000:1.0:1789081953.251599:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758567296 00000100:00100000:1.0:1789081953.251644:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758567808 00000100:00100000:1.0:1789081953.251647:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758567808 00000100:00100000:1.0:1789081953.251664:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789081953.251672:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3641:x1875987758567296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081953.251726:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3641:x1875987758567296:12345-0@lo:400:kworker.0 Request processed in 54us (3166us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081953.251735:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789081953.251750:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789081953.251757:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758567808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081953.251787:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758567808:12345-0@lo:400:kworker.0 Request processed in 32us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081953.251793:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789081953.251829:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758567296:0@lo:400:kworker.0 00000100:00100000:1.0:1789081953.251855:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758567808:0@lo:400:kworker.0 00000100:00100000:1.0:1789081953.251870:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758567424:0@lo:8:kworker.0 00000100:00100000:3.0:1789081953.252156:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758567936 00000100:00100000:3.0:1789081953.252168:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758567936 00000100:00100000:3.0:1789081953.252208:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758567680 00000100:00100000:3.0:1789081953.252211:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758567680 00000100:00100000:3.0:1789081953.252224:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789081953.252230:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758567936:12345-0@lo:400:kworker.0 00010000:00010000:2.0:1789081953.252507:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081953.252538:0:22708:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789081953.252548:0:22708:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1789081953.252650:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789081953.252658:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758567680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081953.259687:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758567936:12345-0@lo:400:kworker.0 Request processed in 7445us (11160us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081953.259704:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1789081953.260157:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0fd43749180 x1875987758567936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081953.260177:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758567936:0@lo:400:kworker.0 00000100:00100000:2.0:1789081953.262222:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758567680:12345-0@lo:400:kworker.0 Request processed in 9554us (10751us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081953.262238:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000100:1.0:1789081953.278097:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875987758567424 offset 0 length 520: 4 00010000:00080000:1.0:1789081953.278186:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0fd43749500 x1875987758567680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081953.278204:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758567680:0@lo:400:kworker.0 00000100:00100000:1.0:1789081953.278259:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758567552:0@lo:8:kworker.0 00000400:00000100:1.0:1789081953.278301:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875987758567552 offset 0 length 520: 4 00010000:00010000:0.0:1789081954.272689:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789081954.478723:0:23814:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789081954.479055:0:23814:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789081955.304273:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081955.361814:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081945/real 1789081945] req@ffffa0fe7f97a680 x1875987758562560/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081955 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081955.361847:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fe7f97a680 x1875987758562560/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081955 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081955.361858:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081945/real 1789081945] req@ffffa0fe7f978a80 x1875987758562432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081955 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081955.361871:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fe7f978a80 x1875987758562432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081955 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789081955.361891:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789081955.361922:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789081955.361927:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758562560:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789081955.361932:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd432ad000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789081955.361947:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789081955.361950:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758562432:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1789081955.362597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081955.362603:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789081955.362606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081955.362609:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789081955.362621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081955.362624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789081955.362634:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0fd432ad000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789081955.362639:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 674 00000100:00080000:2.0:1789081955.362645:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789081955.362651:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffffa0fd432ad000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081955.362671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7f978a80 x1875987758568576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789081955.362695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081955.362698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789081955.362699:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789081955.362702:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 674 00000100:00080000:2.0:1789081955.362705:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789081955.362707:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0fd4415a800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081955.362717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7f97a680 x1875987758568704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789081955.362748:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758568448:0@lo:400:kworker.0 00000100:00100000:2.0:1789081955.362817:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081955.362854:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789081955.362859:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758568064:0@lo:400:kworker.0 00000100:00100000:2.0:1789081955.362887:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081955.362909:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758568832:0@lo:400:kworker.0 00000100:00100000:2.0:1789081955.362929:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081955.362950:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758568192:0@lo:400:kworker.0 00000100:00100000:2.0:1789081955.362970:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081955.362987:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789081955.362992:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758568320:0@lo:400:kworker.0 00000100:00100000:2.0:1789081955.363019:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081955.363047:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758568448 00000100:00100000:2.0:1789081955.363053:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758568448 00000100:00100000:2.0:1789081955.363124:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758568192 00000100:00100000:2.0:1789081955.363127:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758568192 00000100:00100000:2.0:1789081955.363146:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789081955.363155:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758568448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081955.363213:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758568448:12345-0@lo:400:kworker.0 Request processed in 58us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081955.363221:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789081955.363250:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789081955.363257:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1875987758568192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081955.363289:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1875987758568192:12345-0@lo:400:kworker.0 Request processed in 32us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081955.363294:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789081955.363316:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758568832 00000100:00100000:2.0:1789081955.363319:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758568832 00000100:00100000:2.0:1789081955.363340:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758568320 00000100:00100000:2.0:1789081955.363342:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758568320 00000100:00100000:2.0:1789081955.363357:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789081955.363361:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758568832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081955.363389:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758568832:12345-0@lo:400:kworker.0 Request processed in 27us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081955.363395:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789081955.363404:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789081955.363410:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758568320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081955.363450:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758568320:12345-0@lo:400:kworker.0 Request processed in 40us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081955.363463:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:2.0:1789081955.363511:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0fe7f978000 x1875987758568320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081955.363524:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758568320:0@lo:400:kworker.0 00000100:00100000:2.0:1789081955.363534:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758568192:0@lo:400:kworker.0 00000100:00100000:2.0:1789081955.363559:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758568576:0@lo:8:kworker.0 00000400:00000100:2.0:1789081955.363585:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875987758568576 offset 0 length 520: 4 00000100:00100000:2.0:1789081955.363598:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758568704:0@lo:8:kworker.0 00000400:00000100:2.0:1789081955.363616:0:3640:0:(lib-move.c:4322:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875987758568704 offset 0 length 520: 4 00010000:00080000:2.0:1789081955.363644:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0fe7f979180 x1875987758568832/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081955.363653:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758568832:0@lo:400:kworker.0 00000100:00100000:2.0:1789081955.363665:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758568448:0@lo:400:kworker.0 00000100:00100000:0.0:1789081955.363923:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758568064 00000100:00100000:0.0:1789081955.363929:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758568064 00000100:00100000:0.0:1789081955.363975:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789081955.363983:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:3641:x1875987758568064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081955.364033:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:3641:x1875987758568064:12345-0@lo:400:kworker.0 Request processed in 52us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081955.364039:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789081955.364109:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758568064:0@lo:400:kworker.0 00000100:00100000:0.0:1789081955.806301:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758568960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789081955.806389:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081955.806501:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758568960 00000100:00100000:3.0:1789081955.806509:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758568960 00000100:00100000:3.0:1789081955.806567:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789081955.806577:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758568960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789081955.806613:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789081955.806662:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758568960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081955.806669:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789081955.806756:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758568960:0@lo:41:osp-pre-0-1.0 00000020:00000080:2.0:1789081955.978457:0:23863:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff75701880 20000000:00000080:2.0:1789081955.978480:0:23863:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffffa0fe71e34c00 uarg=0000000000000000 20000000:01000000:2.0:1789081955.978533:0:23863:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1789081955.978542:0:23863:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1789081955.978548:0:23863:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1789081955.981158:0:23864:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1789081955.981610:0:23863:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1789081955.998105:0:23863:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1789081955.999456:0:23863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081955.999484:0:23863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fe5198e800/0x7375183570f754f6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f754ef expref: 17 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081955.999493:0:23863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f755f9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f755f2 expref: 17 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081955.999502:0:23863:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081955.999551:0:23863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f755f9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f755f2 expref: 17 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081955.999568:0:23863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f755f9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f755f2 expref: 17 pid: 22703 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081955.999584:0:23863:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23863:1875987758569088:0@lo:104: 00000100:00100000:1.0:1789081955.999653:0:23863:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789081955.999701:0:23863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fe5198e800/0x7375183570f754f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f754ef expref: 17 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081955.999729:0:23863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fe5198e800/0x7375183570f754f6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f754ef expref: 17 pid: 22703 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081955.999738:0:23863:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23863:1875987758569216:0@lo:104: 00000100:00100000:1.0:1789081955.999765:0:23863:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081955.999797:0:23863:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe47ed00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789081955.999907:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758569088 00000100:00100000:2.0:1789081955.999915:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758569088 00000100:00100000:2.0:1789081955.999955:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758569216 00000100:00100000:2.0:1789081955.999958:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758569216 00000100:00100000:2.0:1789081955.999972:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789081955.999989:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+4:23863:x1875987758569088:12345-0@lo:104: 00010000:00010000:2.0:1789081956.000003:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f755f9 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000119:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789081956.000127:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+4:23863:x1875987758569088:12345-0@lo:104: Request processed in 139us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081956.000134:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789081956.000155:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789081956.000161:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:23863:x1875987758569216:12345-0@lo:104: 00010000:00010000:2.0:1789081956.000169:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f754f6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000204:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789081956.000208:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:23863:x1875987758569216:12345-0@lo:104: Request processed in 48us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081956.000214:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1789081956.000229:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789081956.000234:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f755f9 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000241:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428de400 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789081956.000246:0:22696:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f755f9 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000253:0:22696:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f755f9 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789081956.000260:0:22696:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f755f9 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081956.000271:0:22696:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789081956.000309:0:22696:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f755f9 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000315:0:22696:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789081956.000333:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f755f9 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000341:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f755f2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f755f9 expref: -99 pid: 23440 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000354:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789081956.000357:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f754f6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000361:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428dfe00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789081956.000364:0:22696:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f754f6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000370:0:22696:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f754f6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789081956.000376:0:22696:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f754f6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081956.000381:0:22696:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789081956.000391:0:22696:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f754f6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000397:0:22696:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789081956.000431:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f754f6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000438:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfe00/0x7375183570f754ef lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f754f6 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000451:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081956.000453:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081956.000455:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081956.000584:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758569344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789081956.000621:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081956.000697:0:23863:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23863:1875987758569088:0@lo:104: 00000100:00100000:1.0:1789081956.000707:0:23863:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23863:1875987758569216:0@lo:104: 00010000:00010000:1.0:1789081956.000728:0:23863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081956.000788:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758569344 00000100:00100000:2.0:1789081956.000794:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758569344 00010000:00010000:2.0:1789081956.000814:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f755f9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f755f2 expref: 18 pid: 22703 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081956.000844:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789081956.000850:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:3644:x1875987758569344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789081956.000878:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789081956.000884:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f755f9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f755f2 expref: 18 pid: 22703 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000896:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f755f9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f755f2 expref: 18 pid: 22703 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000910:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f755f9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f755f2 expref: 18 pid: 22703 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.000923:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789081956.000953:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:3644:x1875987758569344:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081956.000959:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789081956.001222:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758569344:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789081956.001325:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081956.001339:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758569472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789081956.001371:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081956.001524:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758569472 00000100:00100000:2.0:1789081956.001529:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758569472 00010000:00010000:2.0:1789081956.001546:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fe5198e800/0x7375183570f754f6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f754ef expref: 17 pid: 22703 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081956.001574:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789081956.001581:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:3641:x1875987758569472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789081956.001590:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789081956.001594:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fe5198e800/0x7375183570f754f6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f754ef expref: 17 pid: 22703 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.001605:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fe5198e800/0x7375183570f754f6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f754ef expref: 17 pid: 22703 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.001619:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe5198e800/0x7375183570f754f6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f754ef expref: 17 pid: 22703 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.001632:0:22695:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.001642:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.001657:0:22695:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.001665:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.001672:0:22695:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.001690:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.001695:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f976000 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:2.0:1789081956.001700:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.001707:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.001726:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081956.001735:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789081956.001769:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+16:3641:x1875987758569472:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081956.001775:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1789081956.001841:0:23863:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081956.001848:0:23863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081956.001854:0:23863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe7f976000/0x7375183570f7564d lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081956.004321:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758569472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789081956.320185:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758569600:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789081956.320271:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081956.322451:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758569600 00000100:00100000:2.0:1789081956.322469:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758569600 00000100:00100000:2.0:1789081956.322542:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789081956.322555:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1875987758569600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789081956.322597:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789081956.322687:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1875987758569600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (2416us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081956.322694:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789081956.322832:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758569600:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789081956.322860:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789081957.026741:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:0.0:1789081957.347047:0:23441:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1789081957.347623:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789081957.598204:0:22705:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789081957.598213:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0fe6fce2800 from 13 10000000:01000000:2.0:1789081957.598220:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789081957.598285:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081957.598298:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081957.598310:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081957.598340:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758569728:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789081957.598442:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081957.598498:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46362600 going to sleep for 11 seconds 00000100:00100000:0.0:1789081957.598667:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758569728 00000100:00100000:0.0:1789081957.598676:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758569728 00000100:00100000:0.0:1789081957.598745:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789081957.598755:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+16:22705:x1875987758569728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789081957.598772:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789081957.598789:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f7565b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75654 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081957.598816:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f7565b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75654 expref: 17 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081957.598828:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f7565b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75654 expref: 17 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081957.598839:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe79fe1c00, rc 0) 00000100:00100000:0.0:1789081957.598897:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:22705:x1875987758569728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081957.598905:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789081957.599026:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758569728:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789081957.599045:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7565b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081957.599055:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f7565b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081957.599171:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758569856:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789081957.599200:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081957.599233:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd428a8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789081957.599303:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758569856 00000100:00100000:1.0:1789081957.599309:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758569856 00000100:00100000:1.0:1789081957.599334:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789081957.599341:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:22705:x1875987758569856:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789081957.599523:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:22705:x1875987758569856:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 182us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081957.599532:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789081957.599722:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758569856:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789081957.599761:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758569984:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789081957.599803:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081957.599826:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd428a8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789081957.599881:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758569984 00000100:00100000:1.0:1789081957.599885:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758569984 00000100:00100000:1.0:1789081957.599913:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789081957.599919:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:22705:x1875987758569984:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789081957.600010:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:22705:x1875987758569984:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 91us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081957.600017:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789081957.600098:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758569984:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789081957.601116:0:23925:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789081957.601356:0:22705:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789081957.601394:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789081957.601409:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7565b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081957.601421:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7565b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081957.601442:0:22705:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789081957.601444:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0fe5ece7000 from 13 10000000:01000000:3.0:1789081957.601447:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789081957.601488:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081957.601497:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081957.601510:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081957.601539:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758570112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789081957.601617:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081957.601657:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd428a8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789081957.602570:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758570112 00000100:00100000:1.0:1789081957.602585:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758570112 00000100:00100000:1.0:1789081957.602667:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789081957.602676:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+17:22705:x1875987758570112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789081957.602692:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789081957.602713:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe7f977c00/0x7375183570f75669 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75662 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081957.602746:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe7f977c00/0x7375183570f75669 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75662 expref: 18 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081957.602759:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe7f977c00/0x7375183570f75669 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75662 expref: 18 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081957.602769:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7f977c00, rc 0) 00000100:00100000:1.0:1789081957.602846:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:22705:x1875987758570112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081957.602873:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789081957.603676:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758570112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789081957.603710:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75669 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081957.603720:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75669 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081957.603798:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758570240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789081957.603843:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081957.603886:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd428a8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789081957.603951:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758570240 00000100:00100000:2.0:1789081957.603957:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758570240 00000100:00100000:2.0:1789081957.603996:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789081957.604004:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:22705:x1875987758570240:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789081957.604163:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:22705:x1875987758570240:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 160us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081957.604171:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789081957.604540:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758570240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789081957.604573:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758570368:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789081957.604619:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081957.604647:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd428a8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789081957.604696:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758570368 00000100:00100000:0.0:1789081957.604701:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758570368 00000100:00100000:0.0:1789081957.604727:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789081957.604734:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:22705:x1875987758570368:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789081957.604809:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:22705:x1875987758570368:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 77us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081957.604814:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789081957.605158:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758570368:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789081957.606226:0:23926:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789081957.606512:0:22705:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789081957.606532:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789081957.606544:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75669 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081957.606555:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75669 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081958.367017:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081959.397564:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081960.414891:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081960.434833:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3643:1875987758570496:0@lo:400:kworker.0 00000100:00100000:3.0:1789081960.434949:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081960.435252:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758570496 00000100:00100000:0.0:1789081960.435262:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758570496 00000100:00100000:0.0:1789081960.435342:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789081960.435354:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:3643:x1875987758570496:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1789081960.439723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081960.439731:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789081960.439734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081960.439737:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789081960.439774:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081960.439777:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789081960.439780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081960.439783:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789081960.442293:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:3643:x1875987758570496:12345-0@lo:400:kworker.0 Request processed in 6927us (7330us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081960.442311:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789081960.442516:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875987758570752:0@lo:400:kworker.0 00000100:00100000:0.0:1789081960.442582:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081960.442690:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789081960.442700:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758570880:0@lo:400:kworker.0 00000100:00100000:2.0:1789081960.442718:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758570624:0@lo:400:kworker.0 00000100:00100000:0.0:1789081960.442734:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081960.442762:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081960.442791:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789081960.442798:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875987758571008:0@lo:400:kworker.0 00000100:00100000:2.0:1789081960.442818:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081960.442866:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758570880 00000100:00100000:0.0:1789081960.442875:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758570880 00000100:00100000:0.0:1789081960.443332:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758570624 00000100:00100000:0.0:1789081960.443352:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758570624 00000100:00100000:0.0:1789081960.443373:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789081960.443393:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758570880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081960.443465:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758570880:12345-0@lo:400:kworker.0 Request processed in 74us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081960.443472:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789081960.443487:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789081960.443492:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758570624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081960.443517:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758570624:12345-0@lo:400:kworker.0 Request processed in 25us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081960.443523:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789081960.443568:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758570880:0@lo:400:kworker.0 00000100:00100000:3.0:1789081960.443718:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3643:1875987758570496:0@lo:400:kworker.0 00000100:00100000:2.0:1789081960.449938:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758570624:0@lo:400:kworker.0 00000100:00100000:1.0:1789081960.453239:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758570752 00000100:00100000:1.0:1789081960.453263:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758570752 00000100:00100000:1.0:1789081960.453587:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758571008 00000100:00100000:1.0:1789081960.453592:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758571008 00000100:00100000:1.0:1789081960.453638:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789081960.453650:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875987758570752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081960.453792:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875987758570752:12345-0@lo:400:kworker.0 Request processed in 135us (11201us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081960.453801:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789081960.453821:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789081960.453828:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875987758571008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081960.453864:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875987758571008:12345-0@lo:400:kworker.0 Request processed in 37us (11045us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081960.453870:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:1.0:1789081960.454202:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0fd43749500 x1875987758570752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081960.454221:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875987758570752:0@lo:400:kworker.0 00010000:00080000:1.0:1789081960.454482:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0fd44187480 x1875987758571008/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081960.454493:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875987758571008:0@lo:400:kworker.0 00000100:00100000:3.0:1789081960.926764:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789081960.926792:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758571136:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789081960.926876:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081960.926937:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758571136 00000100:00100000:3.0:1789081960.926949:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758571136 00000100:00100000:3.0:1789081960.927022:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789081960.927033:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758571136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789081960.927099:0:23449:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789081960.927151:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758571136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081960.927158:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789081960.927205:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758571136:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1789081961.438364:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081961.440898:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758571264:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789081961.441003:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081961.441450:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758571264 00000100:00100000:0.0:1789081961.441471:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758571264 00000100:00100000:0.0:1789081961.441535:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789081961.441544:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758571264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789081961.441585:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789081961.441649:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758571264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081961.441656:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789081961.442010:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758571264:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1789081961.759056:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789081962.462504:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081963.489228:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789081964.173472:0:24212:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789081964.173476:0:24212:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1789081964.173478:0:24212:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1789081964.173598:0:24212:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffffa0fe6ee06800 00000020:01000004:0.0:1789081964.174057:0:24212:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1789081964.174213:0:24212:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789081964.174232:0:24212:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffffa0fe79aacd40) 00000020:00000080:0.0:1789081964.174254:0:24212:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789081964.314211:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789081964.337249:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789081964.338026:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789081964.339821:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789081964.341833:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1789081964.353392:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789081964.354336:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:2.0:1789081964.358818:0:24212:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789081964.359099:0:24212:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1789081964.359115:0:24212:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789081964.359130:0:24212:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x7375183570f75677 00000020:01000004:2.0:1789081964.359139:0:24212:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1789081964.359162:0:24212:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.129@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789081964.359165:0:24212:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.129@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789081964.359171:0:24212:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1789081964.359177:0:24212:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1789081964.359189:0:24212:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffffa0fd432a3380) 00000020:00000080:2.0:1789081964.359200:0:24212:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1789081964.360807:0:24212:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789081964.360982:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1789081964.360990:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1789081964.370150:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1789081964.370165:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1789081964.379353:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1789081964.379369:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1789081964.387972:0:24212:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789081964.388203:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1789081964.388210:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1789081964.395051:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1789081964.395103:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1789081964.439621:0:24212:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789081964.440605:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1789081964.440616:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1789081964.443761:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1789081964.443784:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1789081964.445817:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1789081964.445831:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1789081964.449374:0:24212:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789081964.449826:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1789081964.449834:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1789081964.450931:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1789081964.450942:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00010000:00010000:2.0:1789081964.510279:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081964.527010:0:24212:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789081964.527283:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1789081964.527305:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:1.0:1789081964.531226:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1789081964.531254:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1789081964.539601:0:24212:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1789081964.539663:0:24212:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:1.0:1789081964.539672:0:24212:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.129@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1789081964.570926:0:24212:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.129@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789081964.570987:0:24212:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.201.129@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1789081964.570992:0:24212:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789081964.570994:0:24212:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789081964.570995:0:24212:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789081964.570998:0:24212:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789081964.570999:0:24212:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789081964.571000:0:24212:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789081964.571002:0:24212:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789081964.571003:0:24212:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789081964.571011:0:24212:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789081964.571015:0:24212:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1789081964.571017:0:24212:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789081964.571018:0:24212:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789081964.571019:0:24212:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789081964.571020:0:24212:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789081964.571021:0:24212:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789081964.571022:0:24212:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789081964.571023:0:24212:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789081964.571024:0:24212:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789081964.571025:0:24212:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789081964.571056:0:24212:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1789081964.571096:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44187480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758571392:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789081964.571201:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081964.571993:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4309e600 going to sleep for 11 seconds 00000100:00100000:2.0:1789081964.574392:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758571392 00000100:00100000:2.0:1789081964.574767:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758571392 00000100:00100000:2.0:1789081964.574901:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789081964.574913:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:24212:x1875987758571392:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789081964.574962:0:22701:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1789081964.574966:0:22701:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1789081964.574971:0:22701:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1789081964.578604:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:24212:x1875987758571392:12345-0@lo:253:mount.lustre.0 Request processed in 3683us (7391us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081964.578621:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789081964.578755:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44187480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758571392:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789081964.578775:0:24212:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1789081964.578778:0:24212:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789081964.578780:0:24212:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789081964.578782:0:24212:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789081964.578783:0:24212:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789081964.578784:0:24212:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789081964.578785:0:24212:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789081964.578786:0:24212:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789081964.578788:0:24212:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789081964.578789:0:24212:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789081964.578839:0:24212:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0fe6ee06800 from lustre-OST0000 10000000:01000000:3.0:1789081964.578892:0:24212:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1789081964.578895:0:24212:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1789081964.578904:0:24212:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffffa0fd442acd40 local copy 00010000:00010000:3.0:1789081964.578915:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081964.579022:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758571520:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789081964.579060:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.585336:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6057c540 going to sleep for 11 seconds 00000100:00100000:1.0:1789081964.587205:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758571520 00000100:00100000:1.0:1789081964.587221:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758571520 00000100:00100000:2.0:1789081964.588658:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789081964.588676:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:24212:x1875987758571520:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081964.588842:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:24212:x1875987758571520:12345-0@lo:501:mount.lustre.0 Request processed in 169us (9781us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789081964.588851:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789081964.588966:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758571520:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789081964.588992:0:24212:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.129@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789081964.589023:0:24212:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.129@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789081964.589033:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081964.589045:0:24212:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081964.589104:0:24212:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0fe6ee06800 10000000:01000000:3.0:1789081964.589110:0:24212:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789081964.589115:0:24212:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1789081964.589118:0:24212:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789081964.589123:0:24212:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1789081964.589126:0:24212:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1789081964.589157:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ee00/0x7375183570f75685 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081964.589166:0:24212:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ee00/0x7375183570f75685 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081964.589192:0:24212:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ee00/0x7375183570f75685 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081964.589212:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758571648:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789081964.589255:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.590225:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6057c540 going to sleep for 11 seconds 00000100:00100000:0.0:1789081964.590408:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758571648 00000100:00100000:0.0:1789081964.590419:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758571648 00000100:00100000:0.0:1789081964.590481:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789081964.590490:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+18:24212:x1875987758571648:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789081964.590506:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789081964.590522:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe79fe0c00/0x7375183570f7568c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75685 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081964.590550:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe79fe0c00/0x7375183570f7568c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75685 expref: 19 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081964.590561:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe79fe0c00/0x7375183570f7568c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75685 expref: 19 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081964.590570:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe79fe0c00, rc 0) 00000100:00100000:0.0:1789081964.590636:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+19:24212:x1875987758571648:12345-0@lo:101:mount.lustre.0 Request processed in 147us (1381us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081964.590643:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789081964.591743:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758571648:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789081964.591768:0:24212:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ee00/0x7375183570f75685 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7568c expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081964.591781:0:24212:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ee00/0x7375183570f75685 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f7568c expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789081964.595101:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1789081964.602781:0:24212:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789081964.611439:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1789081964.611589:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1789081964.611611:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1789081964.611627:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1789081964.611642:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1789081964.611662:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1789081964.611678:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1789081964.611855:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1789081964.611894:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:3.0:1789081964.611912:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:3.0:1789081964.611924:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:3.0:1789081964.611936:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:3.0:1789081964.611969:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:3.0:1789081964.611975:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:3.0:1789081964.612153:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758571776:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789081964.612625:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.612672:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79f1ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1789081964.612939:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758571776 00000100:00100000:0.0:1789081964.612950:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758571776 00000100:00100000:0.0:1789081964.613026:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789081964.613036:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+19:24212:x1875987758571776:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789081964.613316:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+19:24212:x1875987758571776:12345-0@lo:501:mount.lustre.0 Request processed in 280us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081964.613324:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789081964.613995:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758571776:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789081964.614049:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758571904:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789081964.614130:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.614610:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79f1ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1789081964.614766:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758571904 00000100:00100000:2.0:1789081964.614775:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758571904 00000100:00100000:2.0:1789081964.614840:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789081964.614851:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+19:24212:x1875987758571904:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789081964.616868:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+19:24212:x1875987758571904:12345-0@lo:503:mount.lustre.0 Request processed in 2009us (2728us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081964.616893:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789081964.617039:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758571904:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789081964.618034:0:24212:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789081964.618162:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572032:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081964.619862:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.619919:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79f1ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1789081964.620035:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758572032 00000100:00100000:1.0:1789081964.620043:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758572032 00000100:00100000:1.0:1789081964.620146:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789081964.620157:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+19:24212:x1875987758572032:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789081964.621152:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+19:24212:x1875987758572032:12345-0@lo:502:mount.lustre.0 Request processed in 991us (1290us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081964.621175:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789081964.621878:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572032:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789081964.622160:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789081964.622212:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789081964.622230:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789081964.622244:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789081964.623800:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789081964.623822:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789081964.623838:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789081964.623851:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789081964.623866:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1789081964.623912:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1789081964.623930:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1789081964.623944:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1789081964.624003:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572160:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081964.624120:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.624765:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79f1ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1789081964.624901:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758572160 00000100:00100000:2.0:1789081964.624911:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758572160 00000100:00100000:2.0:1789081964.624985:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789081964.624996:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+19:24212:x1875987758572160:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789081964.625217:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+19:24212:x1875987758572160:12345-0@lo:502:mount.lustre.0 Request processed in 223us (1097us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081964.625225:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789081964.625956:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572160:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789081964.626051:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1789081964.626098:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1789081964.627955:0:24229:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789081964.627968:0:24229:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1789081964.627976:0:24229:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789081964.627979:0:24229:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1789081964.627986:0:24229:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789081964.628008:0:24229:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffffa0fe65483380) 00000020:00000080:3.0:1789081964.628039:0:24229:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1789081964.628045:0:24229:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789081964.628153:0:24229:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0fe6ee06800 from lustre-OST0000, refs=2 00080000:01000000:3.0:1789081964.628161:0:24229:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789081964.628180:0:24229:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x7375183570f7569a 00010000:00010000:2.0:1789081964.637666:0:24229:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1789081964.639616:0:24229:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1789081964.644129:0:24229:0:(osd_handler.c:5582:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1789081964.647464:0:24229:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1789081964.647487:0:24229:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789081964.647496:0:24229:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081964.647498:0:24229:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1789081964.647502:0:24229:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789081964.647505:0:24229:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1789081964.647506:0:24229:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789081964.647508:0:24229:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789081964.647510:0:24229:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789081964.647654:0:24229:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081964.647656:0:24229:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789081964.647660:0:24229:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789081964.647664:0:24229:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081964.647665:0:24229:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789081964.647668:0:24229:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789081964.647671:0:24229:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789081964.647673:0:24229:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789081964.647675:0:24229:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081964.647677:0:24229:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789081964.647748:0:24229:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789081964.647753:0:24229:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081964.647754:0:24229:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789081964.647759:0:24229:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789081964.647801:0:24229:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789081964.647803:0:24229:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081964.647804:0:24229:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789081964.647807:0:24229:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1789081964.653371:0:24212:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1789081964.653449:0:24212:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1789081964.653493:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ee00/0x7375183570f75685 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7568c expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081964.653511:0:24212:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ee00/0x7375183570f75685 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7568c expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081964.653533:0:24212:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0fe6ee06800 from 1 10000000:01000000:2.0:1789081964.653537:0:24212:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789081964.653592:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081964.653602:0:24212:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081964.653614:0:24212:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081964.653659:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572288:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789081964.653989:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081964.654058:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758572288 00000100:00100000:2.0:1789081964.654086:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758572288 00000100:00100000:2.0:1789081964.654134:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789081964.654144:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+19:24212:x1875987758572288:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789081964.654158:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789081964.654173:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428de800/0x7375183570f756a8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f756a1 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081964.654202:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428de800/0x7375183570f756a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f756a1 expref: 20 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081964.654215:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428de800/0x7375183570f756a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f756a1 expref: 20 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081964.654225:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428de800, rc 0) 00000100:00100000:2.0:1789081964.654279:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:24212:x1875987758572288:12345-0@lo:101:mount.lustre.0 Request processed in 136us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081964.654286:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789081964.654343:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6b0f46c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789081964.654372:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572288:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789081964.658015:0:24212:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f756a8 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081964.658055:0:24212:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f756a8 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789081964.661037:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1789081964.661951:0:24212:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789081964.662906:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789081964.662949:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1789081964.662965:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1789081964.662977:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1789081964.662991:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1789081964.663005:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1789081964.663019:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1789081964.663034:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1789081964.663053:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1789081964.664348:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1789081964.664381:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1789081964.664424:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1789081964.664431:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1789081964.664826:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572416:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081964.664908:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081964.664964:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6b0f4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789081964.665291:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758572416 00000100:00100000:3.0:1789081964.665299:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758572416 00000100:00100000:3.0:1789081964.665353:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789081964.665363:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:24212:x1875987758572416:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789081964.665827:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:24212:x1875987758572416:12345-0@lo:501:mount.lustre.0 Request processed in 463us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081964.665837:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789081964.665934:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572416:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789081964.665983:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572544:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789081964.666041:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081964.666097:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aaa2180 going to sleep for 11 seconds 00000100:00100000:3.0:1789081964.666168:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758572544 00000100:00100000:3.0:1789081964.666173:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758572544 00000100:00100000:3.0:1789081964.666197:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789081964.666205:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:24212:x1875987758572544:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789081964.669352:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:24212:x1875987758572544:12345-0@lo:503:mount.lustre.0 Request processed in 3131us (3294us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081964.669371:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789081964.669970:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572544:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789081964.670946:0:24212:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789081964.671054:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572672:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789081964.671153:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081964.671201:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aaa2180 going to sleep for 11 seconds 00000100:00100000:1.0:1789081964.671626:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758572672 00000100:00100000:1.0:1789081964.671635:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758572672 00000100:00100000:1.0:1789081964.671860:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789081964.671871:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:24212:x1875987758572672:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789081964.672001:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:24212:x1875987758572672:12345-0@lo:502:mount.lustre.0 Request processed in 132us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081964.672009:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789081964.672115:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572672:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789081964.672941:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789081964.672977:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789081964.672991:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789081964.673004:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789081964.673016:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789081964.673044:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789081964.673966:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789081964.673996:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789081964.674011:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789081964.674024:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789081964.674038:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789081964.674366:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572800:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789081964.674558:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081964.674914:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aaa2180 going to sleep for 11 seconds 00000100:00100000:2.0:1789081964.674963:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758572800 00000100:00100000:2.0:1789081964.674973:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758572800 00000100:00100000:3.0:1789081964.675159:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789081964.675171:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:24212:x1875987758572800:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081964.675357:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:24212:x1875987758572800:12345-0@lo:502:mount.lustre.0 Request processed in 188us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081964.675366:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789081964.675528:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb5500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572800:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789081964.675618:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1789081964.675631:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789081964.677294:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789081964.677308:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081964.677311:0:24233:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789081964.677319:0:24233:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0fe6ee06800 00000020:00000080:2.0:1789081964.677322:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789081964.677332:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081964.677334:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081964.677335:0:24233:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789081964.677337:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789081964.677340:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081964.677348:0:24233:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789081964.677352:0:24233:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0fe6ee06800 00000020:00000080:2.0:1789081964.677355:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789081964.677798:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081964.677804:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081964.677805:0:24233:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789081964.677808:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789081964.677811:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081964.677812:0:24233:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789081964.677815:0:24233:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0fe6ee06800 00000020:00000080:2.0:1789081964.677817:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789081964.677839:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081964.677842:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081964.677843:0:24233:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789081964.677845:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789081964.677848:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081964.677849:0:24233:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789081964.677852:0:24233:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0fe6ee06800 00000020:00000080:2.0:1789081964.677854:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789081964.677877:0:24233:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081964.677879:0:24233:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081964.677881:0:24233:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789081964.677884:0:24233:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1789081964.678098:0:24212:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789081964.678139:0:24212:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789081964.678159:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f756a8 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081964.678171:0:24212:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f756a8 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081964.678231:0:24212:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789081964.678235:0:24212:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0fe6ee06800 10000000:01000000:3.0:1789081964.678239:0:24212:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0fe6ee06800 10000000:01000000:3.0:1789081964.678254:0:24212:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789081964.678270:0:24212:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0fe6ee06800 from 1 10000000:01000000:3.0:1789081964.678274:0:24212:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789081964.678314:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198e000/0x7375183570f756af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081964.678322:0:24212:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe5198e000/0x7375183570f756af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081964.678333:0:24212:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe5198e000/0x7375183570f756af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081964.678359:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572928:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789081964.678897:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.678952:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aadef00 going to sleep for 11 seconds 00000100:00100000:2.0:1789081964.679811:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758572928 00000100:00100000:2.0:1789081964.679823:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758572928 00000100:00100000:2.0:1789081964.679875:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1789081964.679885:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:24212:x1875987758572928:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789081964.679903:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789081964.679921:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428df000/0x7375183570f756b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f756af expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081964.679950:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428df000/0x7375183570f756b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f756af expref: 21 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081964.679978:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428df000/0x7375183570f756b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f756af expref: 21 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081964.679988:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428df000, rc 0) 00000100:00100000:2.0:1789081964.680050:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758572928:12345-0@lo:101:mount.lustre.0 Request processed in 166us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081964.680058:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789081964.680278:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758572928:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789081964.680301:0:24212:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe5198e000/0x7375183570f756af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f756b6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081964.680312:0:24212:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe5198e000/0x7375183570f756af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f756b6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789081964.687799:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1789081964.688282:0:24212:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789081964.692165:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789081964.692232:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1789081964.693771:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1789081964.693818:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1789081964.693833:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1789081964.693849:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1789081964.693883:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1789081964.693900:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1789081964.693914:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789081964.693926:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1789081964.693939:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1789081964.693955:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1789081964.693967:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1789081964.693980:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1789081964.693994:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1789081964.694007:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1789081964.694020:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1789081964.694032:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1789081964.694045:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1789081964.694059:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1789081964.694103:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1789081964.694120:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1789081964.694150:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1789081964.694169:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1789081964.694184:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1789081964.694197:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1789081964.694209:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1789081964.694223:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1789081964.694237:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1789081964.697918:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1789081964.698004:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1789081964.698020:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1789081964.698034:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1789081964.698046:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1789081964.698058:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1789081964.698093:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1789081964.698107:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1789081964.698121:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1789081964.698171:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1789081964.698188:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1789081964.698202:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1789081964.698217:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1789081964.698229:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1789081964.698243:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1789081964.698287:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1789081964.698299:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1789081964.698313:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1789081964.698325:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1789081964.698552:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1789081964.698574:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1789081964.698593:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1789081964.698599:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1789081964.698775:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758573056:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789081964.698879:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.698936:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aade0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789081964.699076:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758573056 00000100:00100000:2.0:1789081964.699085:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758573056 00000100:00100000:2.0:1789081964.699135:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789081964.699144:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758573056:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081964.699314:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758573056:12345-0@lo:501:mount.lustre.0 Request processed in 170us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081964.699323:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789081964.700598:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758573056:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789081964.700657:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758573184:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789081964.700717:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.700751:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aade0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789081964.700802:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758573184 00000100:00100000:1.0:1789081964.700809:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758573184 00000100:00100000:1.0:1789081964.700861:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789081964.700870:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758573184:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789081964.700991:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758573184:12345-0@lo:503:mount.lustre.0 Request processed in 122us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081964.701003:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758573184:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789081964.701007:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000040:00080000:3.0:1789081964.701729:0:24212:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789081964.701821:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758573312:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081964.701867:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.701900:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758573312 00000100:00100000:3.0:1789081964.701906:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758573312 00000100:00100000:3.0:1789081964.701936:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789081964.701943:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758573312:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081964.702029:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758573312:12345-0@lo:502:mount.lustre.0 Request processed in 86us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081964.702037:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789081964.702118:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aadef00 going to sleep for 11 seconds 00000100:00100000:3.0:1789081964.702136:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758573312:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789081964.703844:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789081964.703905:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789081964.703920:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789081964.703933:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789081964.703947:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789081964.703959:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789081964.703972:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789081964.703996:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789081964.704010:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789081964.704022:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789081964.704034:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789081964.704047:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789081964.704060:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789081964.705594:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789081964.705624:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789081964.705639:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789081964.705674:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789081964.705690:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789081964.705703:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789081964.705716:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789081964.705729:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789081964.705742:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789081964.705756:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789081964.705769:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789081964.705782:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789081964.705794:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789081964.705806:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789081964.705817:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789081964.705830:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789081964.705843:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789081964.705855:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789081964.705867:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789081964.705894:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789081964.705909:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789081964.705922:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789081964.705935:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789081964.705947:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789081964.705960:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789081964.705973:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789081964.705986:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789081964.706009:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789081964.706022:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789081964.706035:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789081964.706047:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789081964.706060:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789081964.706092:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789081964.706106:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789081964.706118:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789081964.706208:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758573440:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081964.707222:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.707544:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aadef00 going to sleep for 11 seconds 00000100:00100000:0.0:1789081964.707713:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758573440 00000100:00100000:0.0:1789081964.707723:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758573440 00000100:00100000:0.0:1789081964.707823:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789081964.707835:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758573440:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789081964.708040:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758573440:12345-0@lo:502:mount.lustre.0 Request processed in 207us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081964.708049:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789081964.708227:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758573440:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789081964.708702:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1789081964.708737:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1789081964.708779:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758573568:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789081964.708832:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081964.708991:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe49107540 going to sleep for 11 seconds 00000100:00100000:3.0:1789081964.709191:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758573568 00000100:00100000:3.0:1789081964.709199:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758573568 00000100:00100000:3.0:1789081964.709239:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1789081964.709360:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758573568:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081964.709612:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758573568:12345-0@lo:502:mount.lustre.0 Request processed in 256us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081964.709620:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789081964.711639:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758573568:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789081964.711782:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789081964.711800:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789081964.720765:0:24237:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1789081964.720786:0:24237:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffffa0fe654819c0) 00000020:00000080:3.0:1789081964.720812:0:24237:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1789081964.727811:0:24237:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0fe6ee06800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789081964.727823:0:24237:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0fe6ee06800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789081964.727827:0:24237:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe6ee06800 3 00010000:00080000:3.0:1789081964.727890:0:24237:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fe668b5800@lustre-MDT0000-lwp-OST0000: add connection 192.168.201.129@tcp at head 00010000:00010000:3.0:1789081964.732709:0:24237:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1789081964.732832:0:24237:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1789081964.732885:0:24237:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789081964.732899:0:24237:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x7375183570f756c4 00000100:00080000:3.0:1789081964.732917:0:24237:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789081964.732924:0:24237:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa0fe668b5800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1789081964.732967:0:24237:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe79e4a300 x1875987758573696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789081964.733003:0:24237:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1789081964.733054:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1875987758573696:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1789081964.733078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789081964.733083:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789081964.733086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789081964.733090:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789081964.733128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789081964.733131:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789081964.733134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789081964.733136:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789081964.733147:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.733179:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758573824:0@lo:400:kworker.0 00000100:00100000:1.0:1789081964.733209:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758573696 00000100:00100000:3.0:1789081964.733212:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081964.733215:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758573696 00000100:00100000:3.0:1789081964.733232:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789081964.733237:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875987758574208:0@lo:400:kworker.0 00000100:00100000:1.0:1789081964.733246:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789081964.733253:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1875987758573696:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789081964.733407:0:22710:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 693 last 0 00000020:00000080:1.0:1789081964.733441:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x7375183570f756cb 00000004:00100000:1.0:1789081964.733458:0:22710:0:(mdt_handler.c:7406:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789081964.733498:0:22710:0:(import.c:65:import_set_state_nolock()) ffffa0fe7e94e000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789081964.733567:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875987758573696:12345-0@lo:38:llog_process_th.0 Request processed in 312us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081964.733574:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1789081964.733614:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0fe79e4a300 x1875987758573696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789081974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081964.733624:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789081964.733632:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1789081964.733639:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789081964.733643:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789081964.733645:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe668b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789081964.733650:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1875987758573696:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789081964.735195:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.735535:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758573952:0@lo:400:kworker.0 00000100:00100000:3.0:1789081964.735571:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.735599:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789081964.735607:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758574080:0@lo:400:kworker.0 00000100:00100000:3.0:1789081964.735632:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081964.735683:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758573824 00000100:00100000:3.0:1789081964.735691:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758573824 00000100:00100000:3.0:1789081964.735731:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758574080 00000100:00100000:3.0:1789081964.735734:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758574080 00000100:00100000:3.0:1789081964.735750:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789081964.735760:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758573824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081964.735822:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758573824:12345-0@lo:400:kworker.0 Request processed in 63us (2607us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081964.735830:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789081964.735845:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789081964.735852:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758574080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081964.735884:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758574080:12345-0@lo:400:kworker.0 Request processed in 33us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081964.735889:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789081964.735911:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758574208 00000100:00100000:3.0:1789081964.735915:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758574208 00000100:00100000:3.0:1789081964.735948:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758573952 00000100:00100000:3.0:1789081964.735951:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758573952 00000100:00100000:3.0:1789081964.735972:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789081964.735978:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875987758574208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081964.736009:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875987758574208:12345-0@lo:400:kworker.0 Request processed in 31us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081964.736014:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789081964.736025:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789081964.736031:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758573952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081964.736056:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758573952:12345-0@lo:400:kworker.0 Request processed in 25us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081964.736097:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789081964.736645:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758574080:0@lo:400:kworker.0 00010000:00080000:3.0:1789081964.736662:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0fe79e4bb80 x1875987758573952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081964.736673:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758573952:0@lo:400:kworker.0 00010000:00080000:3.0:1789081964.736708:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0fe79e49880 x1875987758574208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081964.736718:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875987758574208:0@lo:400:kworker.0 00000100:00100000:3.0:1789081964.736731:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758573824:0@lo:400:kworker.0 00000020:01000004:3.0:1789081964.737132:0:24237:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1789081964.737150:0:24237:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffffa0fe65480000) 00000020:00000080:3.0:1789081964.737176:0:24237:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1789081964.738043:0:24237:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0fe6ee06800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789081964.738048:0:24237:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0fe6ee06800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789081964.738051:0:24237:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe6ee06800 3 00010000:00080000:3.0:1789081964.738111:0:24237:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fe6a84b000@lustre-MDT0001-lwp-OST0000: add connection 192.168.201.129@tcp at head 00010000:00010000:3.0:1789081964.745037:0:24237:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1789081964.745957:0:24237:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1789081964.746009:0:24237:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789081964.746021:0:24237:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x7375183570f756d9 00000100:00080000:3.0:1789081964.746032:0:24237:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789081964.746039:0:24237:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffffa0fe6a84b000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1789081964.746092:0:24237:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe79e4b800 x1875987758574336/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789081964.746135:0:24237:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789081964.746165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789081964.746169:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789081964.746172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1789081964.746173:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1875987758574336:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1789081964.746176:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789081964.746180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789081964.746183:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789081964.746185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789081964.746188:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789081964.746249:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081964.746327:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758574336 00000100:00100000:1.0:1789081964.746335:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758574336 00000100:00100000:1.0:1789081964.746366:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789081964.746373:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1875987758574336:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789081964.746398:0:22708:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 693 last 0 00000040:00080000:3.0:1789081964.746412:0:24237:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:00000080:1.0:1789081964.746438:0:22708:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x7375183570f756e0 00000004:00100000:1.0:1789081964.746452:0:22708:0:(mdt_handler.c:7406:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789081964.746484:0:22708:0:(import.c:65:import_set_state_nolock()) ffffa0fe7e949800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789081964.746547:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875987758574336:12345-0@lo:38:llog_process_th.0 Request processed in 173us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081964.746555:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1789081964.746591:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffffa0fe79e4b800 x1875987758574336/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789081974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081964.746601:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789081964.746608:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1789081964.746614:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789081964.746618:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789081964.746620:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe6a84b000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789081964.746626:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1875987758574336:0@lo:38:llog_process_th.0 00000020:01000000:2.0:1789081964.746878:0:24212:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789081964.746926:0:24212:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789081964.746961:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198e000/0x7375183570f756af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f756b6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081964.746974:0:24212:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe5198e000/0x7375183570f756af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f756b6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789081964.747029:0:24212:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789081964.747031:0:24212:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789081964.747032:0:24212:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789081964.747033:0:24212:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789081964.747035:0:24212:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789081964.747036:0:24212:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789081964.747037:0:24212:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789081964.747039:0:24212:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789081964.747041:0:24212:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789081964.747044:0:24212:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1789081964.747047:0:24212:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789081964.747048:0:24212:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789081964.747049:0:24212:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789081964.747050:0:24212:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789081964.747052:0:24212:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789081964.747053:0:24212:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789081964.747054:0:24212:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789081964.747055:0:24212:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789081964.747056:0:24212:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789081964.747106:0:24212:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1789081964.747120:0:24212:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758574464:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789081964.747163:0:24212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081964.747186:0:24212:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe49107480 going to sleep for 11 seconds 00000100:00100000:3.0:1789081964.747423:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758574464 00000100:00100000:3.0:1789081964.747430:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758574464 00000100:00100000:3.0:1789081964.747479:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789081964.747487:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758574464:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789081964.747510:0:22703:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1789081964.747525:0:22703:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1789081964.754215:0:22703:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789081964.754386:0:22703:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1789081964.754833:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:24212:x1875987758574464:12345-0@lo:253:mount.lustre.0 Request processed in 7339us (7661us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081964.754948:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789081964.755174:0:24212:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:24212:1875987758574464:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789081964.755191:0:24212:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1789081964.755203:0:24212:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789081964.755205:0:24212:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789081964.755206:0:24212:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789081964.755207:0:24212:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789081964.755208:0:24212:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789081964.755209:0:24212:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789081964.755211:0:24212:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789081964.755213:0:24212:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789081964.755214:0:24212:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789081964.755229:0:24212:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1789081964.755779:0:22724:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789081964.755786:0:22724:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789081964.755815:0:22724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081964.755837:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fe79fe0800/0x7375183570f75631 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f7562a expref: 20 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081964.757916:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fe5198ea00/0x7375183570f7563f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75638 expref: 20 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081964.757939:0:22724:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081964.757986:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fe5198ea00/0x7375183570f7563f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f75638 expref: 20 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081964.758005:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fe5198ea00/0x7375183570f7563f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f75638 expref: 20 pid: 22702 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081964.758022:0:22724:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb5500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758574592:0@lo:104: 00000100:00100000:0.0:1789081964.758100:0:22724:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789081964.758145:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fe79fe0800/0x7375183570f75631 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f7562a expref: 20 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081964.758154:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fe79fe0800/0x7375183570f75631 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f7562a expref: 20 pid: 22702 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081964.758161:0:22724:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb5c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758574720:0@lo:104: 00000100:00100000:0.0:1789081964.758184:0:22724:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081964.758203:0:22724:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6ffac0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789081964.762148:0:22691:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1789081964.762182:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758574592 00000100:00100000:1.0:1789081964.762192:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758574592 00000100:00100000:1.0:1789081964.762230:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758574720 00000100:00100000:1.0:1789081964.762233:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758574720 00000100:00100000:1.0:1789081964.762251:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789081964.762339:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+4:22724:x1875987758574592:12345-0@lo:104: 00010000:00010000:1.0:1789081964.762360:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f7563f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:3.0:1789081964.762758:0:24212:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:1.0:1789081964.763190:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789081964.763198:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+4:22724:x1875987758574592:12345-0@lo:104: Request processed in 937us (5096us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081964.763207:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789081964.763232:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789081964.763240:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77a9b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:22724:x1875987758574720:12345-0@lo:104: 00010000:00010000:1.0:1789081964.763251:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f75631 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763372:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789081964.763378:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77a9b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:22724:x1875987758574720:12345-0@lo:104: Request processed in 140us (5193us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081964.763384:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1789081964.763428:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789081964.763436:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f7563f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763445:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198ec00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:1.0:1789081964.763450:0:22696:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f7563f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763459:0:22696:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f7563f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789081964.763467:0:22696:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f7563f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789081964.763473:0:22696:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789081964.763522:0:22696:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f7563f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763530:0:22696:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789081964.763551:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f7563f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763559:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe5198ec00/0x7375183570f75638 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f7563f expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763571:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081964.763574:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f75631 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763579:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f976600 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:1.0:1789081964.763582:0:22696:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f75631 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763587:0:22696:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f75631 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789081964.763593:0:22696:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f75631 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789081964.763599:0:22696:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789081964.763611:0:22696:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75631 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763616:0:22696:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789081964.763630:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75631 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763648:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7562a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75631 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763663:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081964.763664:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081964.763666:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081964.763696:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758574848:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789081964.763737:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081964.763792:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3643:1875987758574976:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789081964.763819:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081964.763853:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758574848 00000100:00100000:1.0:1789081964.763860:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758574848 00010000:00010000:1.0:1789081964.763880:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fe5198ea00/0x7375183570f7563f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f75638 expref: 21 pid: 22702 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081964.763900:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758574976 00000100:00100000:1.0:1789081964.763903:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758574976 00010000:00010000:1.0:1789081964.763914:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fe79fe0800/0x7375183570f75631 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f7562a expref: 22 pid: 22702 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081964.763925:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789081964.763931:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:3642:x1875987758574848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789081964.763941:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789081964.763948:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fe5198ea00/0x7375183570f7563f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f75638 expref: 22 pid: 22702 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763960:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fe5198ea00/0x7375183570f7563f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f75638 expref: 22 pid: 22702 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.763990:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789081964.764026:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:3642:x1875987758574848:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081964.764034:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789081964.764051:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789081964.764058:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f9d7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:3643:x1875987758574976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789081964.764101:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789081964.764106:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fe79fe0800/0x7375183570f75631 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f7562a expref: 21 pid: 22702 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.764115:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fe79fe0800/0x7375183570f75631 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f7562a expref: 21 pid: 22702 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.764128:0:22695:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.764137:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789081964.764152:0:22695:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008367914s 00010000:00010000:1.0:1789081964.764157:0:22695:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.764164:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.764170:0:22695:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.764187:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.764193:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe0600 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081964.764198:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.764205:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.764214:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081964.764223:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789081964.764251:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f9d7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:3643:x1875987758574976:12345-0@lo:103:ldlm_bl.0 Request processed in 194us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081964.764338:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789081964.764407:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3643:1875987758574976:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789081964.764432:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758574848:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789081964.764517:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081964.764652:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe5198ea00/0x7375183570f7563f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f75638 expref: 20 pid: 22702 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081964.764667:0:22724:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb5500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758574592:0@lo:104: 00010000:00010000:0.0:1789081964.764677:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79fe0800/0x7375183570f75631 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f7562a expref: 19 pid: 22702 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081964.764685:0:22724:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb5c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758574720:0@lo:104: 00010000:00010000:0.0:1789081964.764740:0:22724:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081964.764749:0:22724:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081964.764755:0:22724:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081964.764761:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79fe0600/0x7375183570f756e7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1789081964.767492:0:24212:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1789081964.767501:0:24212:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1789081964.767547:0:24212:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789081964.767596:0:24212:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.129@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789081964.767619:0:24212:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1789081964.767640:0:24212:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1789081964.768395:0:24212:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789081964.768621:0:24212:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789081965.536874:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789081965.704226:0:24292:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789081965.704476:0:24292:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789081966.055843:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758575104:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789081966.058114:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081966.058488:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758575104 00000100:00100000:3.0:1789081966.058499:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758575104 00000100:00100000:3.0:1789081966.058556:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789081966.058568:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758575104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789081966.058612:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789081966.058670:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758575104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081966.058677:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789081966.058732:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758575104:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789081966.558638:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789081966.558666:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758575232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789081966.558759:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081966.558844:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758575232 00000100:00100000:3.0:1789081966.558852:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758575232 00000100:00100000:3.0:1789081966.558907:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789081966.558917:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758575232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789081966.558965:0:23449:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789081966.559022:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758575232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081966.559048:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789081966.559142:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758575232:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789081966.559573:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789081966.686300:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789081966.686311:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0fe6fce2800 from 13 10000000:01000000:1.0:1789081966.686318:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789081966.686380:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081966.686393:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081966.686424:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081966.686465:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758575360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789081966.686540:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081966.686590:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aaa26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789081966.687242:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758575360 00000100:00100000:2.0:1789081966.687251:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758575360 00000100:00100000:2.0:1789081966.687326:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789081966.687336:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+19:22705:x1875987758575360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789081966.687350:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789081966.687365:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428dfc00/0x7375183570f756f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f756ee expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081966.687390:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428dfc00/0x7375183570f756f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f756ee expref: 20 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081966.687402:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428dfc00/0x7375183570f756f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f756ee expref: 20 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081966.687412:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428dfc00, rc 0) 00000100:00100000:2.0:1789081966.687484:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:22705:x1875987758575360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081966.687490:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789081966.687931:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758575360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789081966.687954:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f756f5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081966.687965:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f756f5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081966.688046:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758575488:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789081966.688128:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081966.688161:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aaa26c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789081966.688176:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758575488 00000100:00100000:3.0:1789081966.688181:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758575488 00000100:00100000:3.0:1789081966.688232:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789081966.688240:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:22705:x1875987758575488:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789081966.688259:0:22703:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789081966.688279:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789081966.688282:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789081966.688385:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:22705:x1875987758575488:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 147us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081966.688393:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1789081966.688686:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758575488:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789081966.688747:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789081966.688756:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f756f5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081966.688765:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f756f5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789081966.688774:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789081966.688776:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0fe5ece7000 from 13 10000000:01000000:1.0:1789081966.688785:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789081966.688807:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081966.688815:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081966.688824:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081966.688837:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758575616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789081966.688865:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081966.688892:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aaa26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789081966.691347:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758575616 00000100:00100000:2.0:1789081966.691366:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758575616 00000100:00100000:2.0:1789081966.691423:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789081966.692047:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42036450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:22705:x1875987758575616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789081966.692103:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789081966.692123:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428dfe00/0x7375183570f75703 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f756fc expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081966.692165:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428dfe00/0x7375183570f75703 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f756fc expref: 21 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081966.692176:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428dfe00/0x7375183570f75703 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f756fc expref: 21 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081966.692185:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428dfe00, rc 0) 00000100:00100000:2.0:1789081966.692281:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42036450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:22705:x1875987758575616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 241us (3414us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081966.692359:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758575616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789081966.692378:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75703 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081966.692388:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75703 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081966.692479:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758575744:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789081966.692526:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081966.692563:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aaa26c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789081966.693257:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758575744 00000100:00100000:3.0:1789081966.693275:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758575744 00000100:00100000:2.0:1789081966.710495:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789081966.711438:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789081966.711461:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42034850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:22705:x1875987758575744:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789081966.711493:0:22701:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789081966.711527:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789081966.711530:0:22701:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789081966.711664:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42034850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:22705:x1875987758575744:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 213us (19137us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081966.711671:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789081966.711725:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758575744:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789081966.711797:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789081966.711809:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75703 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081966.711830:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75703 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789081967.262712:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789081967.593252:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081968.607551:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081969.630278:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789081970.150507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081970.150517:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789081970.150520:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081970.150524:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789081970.150544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081970.150547:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789081970.150551:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081970.150554:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789081970.150791:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758576256:0@lo:400:kworker.0 00000100:00100000:2.0:1789081970.150870:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081970.150911:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789081970.150917:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758575872:0@lo:400:kworker.0 00000100:00100000:2.0:1789081970.150965:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081970.150991:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758576384:0@lo:400:kworker.0 00000100:00100000:2.0:1789081970.151016:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081970.151051:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758576000:0@lo:400:kworker.0 00000100:00100000:2.0:1789081970.151099:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081970.151115:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875987758576512:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.151123:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758576384 00000100:00100000:0.0:1789081970.151132:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758576384 00000100:00100000:2.0:1789081970.151140:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081970.151156:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789081970.151173:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758576128:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.151186:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758576512 00000100:00100000:0.0:1789081970.151189:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758576512 00000100:00100000:2.0:1789081970.151194:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081970.151210:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758576640:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.151212:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758576128 00000100:00100000:0.0:1789081970.151215:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758576128 00000100:00100000:0.0:1789081970.151231:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789081970.151232:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.151240:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758576384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081970.151257:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758576256 00000100:00100000:2.0:1789081970.151260:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758576256 00000100:00100000:2.0:1789081970.151282:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758576000 00000100:00100000:2.0:1789081970.151285:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758576000 00000100:00100000:0.0:1789081970.151296:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758576384:12345-0@lo:400:kworker.0 Request processed in 57us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081970.151299:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789081970.151304:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789081970.151305:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758576256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.151323:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758576640 00000100:00100000:0.0:1789081970.151326:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758576640 00000100:00100000:2.0:1789081970.151335:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758576256:12345-0@lo:400:kworker.0 Request processed in 31us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.151340:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789081970.151342:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789081970.151345:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875987758576512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081970.151352:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789081970.151357:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758576000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.151375:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875987758576512:12345-0@lo:400:kworker.0 Request processed in 30us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081970.151378:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758576000:12345-0@lo:400:kworker.0 Request processed in 22us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.151387:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789081970.151391:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789081970.151402:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789081970.151407:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758576128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081970.151408:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758575872 00000100:00100000:2.0:1789081970.151411:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758575872 00000100:00100000:2.0:1789081970.151434:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789081970.151434:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f978700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758576128:12345-0@lo:400:kworker.0 Request processed in 27us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081970.151440:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42036850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:3641:x1875987758575872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.151453:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789081970.151466:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42036850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:3641:x1875987758575872:12345-0@lo:400:kworker.0 Request processed in 27us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081970.151471:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789081970.151476:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789081970.151481:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758576640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.151507:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f979f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758576640:12345-0@lo:400:kworker.0 Request processed in 26us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.151512:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:2.0:1789081970.151528:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe7fa3c380 x1875987758576128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081970.151543:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758576128:0@lo:400:kworker.0 00000100:00080000:0.0:1789081970.151546:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789081970.151550:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1789081970.151553:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe7fa3f100 x1875987758576640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081970.151561:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758576640:0@lo:400:kworker.0 00000100:00100000:2.0:1789081970.151571:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758576000:0@lo:400:kworker.0 00010000:00080000:2.0:1789081970.151580:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe7fa3d500 x1875987758576512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081970.151587:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875987758576512:0@lo:400:kworker.0 00000100:00100000:2.0:1789081970.151618:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758575872:0@lo:400:kworker.0 00010000:00080000:2.0:1789081970.151627:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe7fa3ea00 x1875987758576384/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081970.151634:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758576384:0@lo:400:kworker.0 00000100:00100000:2.0:1789081970.151651:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758576256:0@lo:400:kworker.0 00010000:00010000:2.0:1789081970.654275:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081970.910208:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081955/real 1789081955] req@ffffa0fe7f978a80 x1875987758568576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081970 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081970.910245:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fe7f978a80 x1875987758568576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081970 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081970.910256:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081955/real 1789081955] req@ffffa0fe7f97a680 x1875987758568704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081970 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081970.910266:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fe7f97a680 x1875987758568704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081970 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789081970.910288:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd432ad000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789081970.910316:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789081970.910320:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758568576:0@lo:8:kworker.0 00000100:00080000:3.0:1789081970.910327:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789081970.910333:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789081970.910336:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758568704:0@lo:8:kworker.0 00000100:00080000:0.0:1789081970.910476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789081970.910482:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789081970.910485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789081970.910488:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789081970.910512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789081970.910516:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789081970.910518:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd432ad000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789081970.910523:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 684 00000100:00080000:0.0:1789081970.910528:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789081970.910535:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffffa0fd432ad000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1789081970.910555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe6ffb7480 x1875987758577280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789081970.910579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789081970.910582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789081970.910584:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789081970.910587:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 684 00000100:00080000:0.0:1789081970.910590:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789081970.910594:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0fd4415a800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1789081970.910605:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe6ffb6a00 x1875987758577408/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789081970.910650:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758576896:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.910720:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.910751:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758577664:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.910780:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.910802:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789081970.910809:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758576768:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.910837:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.910863:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875987758577536:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.910884:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.910910:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758577024:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.910930:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.910946:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758577792:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.910968:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.910985:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789081970.910991:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758577152:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.911022:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.911054:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758576896 00000100:00100000:0.0:1789081970.911062:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758576896 00000100:00100000:0.0:1789081970.911119:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758577152 00000100:00100000:0.0:1789081970.911122:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758577152 00000100:00100000:0.0:1789081970.911137:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789081970.911145:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758576896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.911226:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758576896:12345-0@lo:400:kworker.0 Request processed in 80us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.911233:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789081970.911265:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789081970.911271:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758577152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.911304:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758577152:12345-0@lo:400:kworker.0 Request processed in 32us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.911310:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789081970.911330:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758577664 00000100:00100000:0.0:1789081970.911333:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758577664 00000100:00100000:0.0:1789081970.911349:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758577536 00000100:00100000:0.0:1789081970.911351:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758577536 00000100:00100000:0.0:1789081970.911360:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758577024 00000100:00100000:0.0:1789081970.911361:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758577024 00000100:00100000:0.0:1789081970.911370:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758577792 00000100:00100000:0.0:1789081970.911372:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758577792 00000100:00100000:0.0:1789081970.911382:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789081970.911387:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758577664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.911412:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758577664:12345-0@lo:400:kworker.0 Request processed in 25us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.911417:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789081970.911434:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789081970.911438:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875987758577536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.911462:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875987758577536:12345-0@lo:400:kworker.0 Request processed in 24us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.911468:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789081970.911478:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789081970.911483:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758577024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.911520:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758577024:12345-0@lo:400:kworker.0 Request processed in 37us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.911526:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789081970.911535:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789081970.911540:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758577792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.911560:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758577792:12345-0@lo:400:kworker.0 Request processed in 20us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.911565:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789081970.911584:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758576768 00000100:00100000:0.0:1789081970.911587:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758576768 00000100:00100000:0.0:1789081970.911613:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789081970.911619:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42037c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:3642:x1875987758576768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.911646:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42037c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:3642:x1875987758576768:12345-0@lo:400:kworker.0 Request processed in 27us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.911652:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789081970.911714:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758577152:0@lo:400:kworker.0 00010000:00080000:0.0:1789081970.911726:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe6ffb6300 x1875987758577024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081970.911746:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758577024:0@lo:400:kworker.0 00010000:00080000:0.0:1789081970.911757:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe6ffb6d80 x1875987758577792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081970.911764:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758577792:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.911806:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758577280:0@lo:8:kworker.0 00000100:00100000:0.0:1789081970.911835:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.911863:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758577408:0@lo:8:kworker.0 00000100:00100000:0.0:1789081970.911884:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.911915:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758576768:0@lo:400:kworker.0 00010000:00080000:0.0:1789081970.911925:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe6ffb4a80 x1875987758577536/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081970.911933:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875987758577536:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.911943:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758576896:0@lo:400:kworker.0 00010000:00080000:0.0:1789081970.911952:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe6ffb7100 x1875987758577664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081970.911960:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758577664:0@lo:400:kworker.0 00000100:00100000:0.0:1789081970.912253:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758577280 00000100:00100000:0.0:1789081970.912258:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758577280 00000100:00100000:0.0:1789081970.912283:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758577408 00000100:00100000:0.0:1789081970.912286:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758577408 00000100:00100000:0.0:1789081970.912297:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789081970.912302:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875987758577280:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789081970.912337:0:24218:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 699 last 0 00000020:00000080:0.0:1789081970.912362:0:24218:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7375183570f7570a 00002000:00100000:0.0:1789081970.912377:0:24218:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffffa0fe6fcce800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113719 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1789081970.912381:0:24218:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1789081970.912384:0:24218:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789081970.912559:0:24218:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1789081970.912584:0:24218:0:(import.c:65:import_set_state_nolock()) ffffa0fe6fcce000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789081970.912635:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875987758577280:12345-0@lo:8:kworker.0 Request processed in 332us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.912642:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789081970.912655:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789081970.912659:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875987758577408:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789081970.912670:0:24218:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1789081970.926611:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe6ffb7480 x1875987758577280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789081990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081970.926829:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789081970.926840:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789081970.926851:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789081970.926857:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789081970.926861:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd432ad000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789081970.926879:0:3640:0:(osp_dev.c:1791:osp_import_event()) got connected 00000100:00100000:0.0:1789081970.926886:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758577280:0@lo:8:kworker.0 00000004:00080000:0.0:1789081970.926957:0:23451:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000401:0x1:0x0] 00000100:00100000:0.0:1789081970.926979:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23451:1875987758578048:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1789081970.927050:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.934043:0:24216:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1789081970.934059:0:24216:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:0.0:1789081970.934209:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758577920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789081970.934277:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.934362:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6eeaf480 going to sleep for 11 seconds 00000100:00100000:0.0:1789081970.934408:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875987758577408:12345-0@lo:8:kworker.0 Request processed in 21747us (22522us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789081970.934418:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1789081970.934460:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789081970.934465:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789081970.934469:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758577408:0@lo:8:kworker.0 00000100:00100000:0.0:1789081970.934488:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758578048 00000100:00100000:0.0:1789081970.934494:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758578048 00000100:00080000:0.0:1789081970.934519:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789081970.934556:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789081970.934565:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23451:x1875987758578048:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:0.0:1789081970.939261:0:24219:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1789081970.939274:0:24219:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000401:0x41:0x0] 00000100:00100000:0.0:1789081970.939387:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23451:x1875987758578048:12345-0@lo:7:osp-pre-0-1.0 Request processed in 4816us (12330us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.939399:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1789081970.939489:0:23451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe6ffb7480 x1875987758578048/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789081986 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081970.939505:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23451:1875987758578048:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1789081970.939519:0:23451:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000401:0x41:0x0] 00000100:00100000:0.0:1789081970.939562:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23451:1875987758578176:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1789081970.939603:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.939625:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6eeaf480 going to sleep for 11 seconds 00000100:00100000:2.0:1789081970.939843:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758577920 00000100:00100000:2.0:1789081970.939851:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758577920 00000100:00100000:2.0:1789081970.939892:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789081970.939901:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1875987758577920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789081970.939933:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789081970.939976:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1875987758577920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (5698us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081970.939982:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000004:00080000:2.0:1789081970.940003:0:23450:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789081970.940107:0:23450:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 699646041716ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789081970.940112:0:23450:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00080000:2.0:1789081970.940226:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fd43749180 x1875987758577920/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789081986 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081970.940244:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758577920:0@lo:13:osp-pre-0-1.0 00000004:00080000:2.0:1789081970.941260:0:23441:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:0.0:1789081970.942278:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758578176 00000100:00100000:0.0:1789081970.942288:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758578176 00000100:00100000:0.0:1789081970.942355:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789081970.942368:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23451:x1875987758578176:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1789081970.942407:0:24219:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1789081970.942491:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23451:x1875987758578176:12345-0@lo:5:osp-pre-0-1.0 Request processed in 125us (2886us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.942498:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1789081970.942556:0:23451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe6ffb7480 x1875987758578176/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789081986 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081970.942572:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23451:1875987758578176:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1789081970.942586:0:23451:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x41:0x0] 00000100:00100000:0.0:1789081970.942630:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23451:1875987758578304:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1789081970.942663:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081970.942684:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758578304 00000100:00100000:0.0:1789081970.942688:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758578304 00000100:00100000:0.0:1789081970.942703:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789081970.942708:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23451:x1875987758578304:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1789081970.942735:0:24219:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000100:00100000:0.0:1789081970.951806:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6eeaf480 going to sleep for 11 seconds 00000001:00080000:1.0:1789081970.987723:0:24213:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1789081970.987742:0:24213:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1789081970.988027:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23451:x1875987758578304:12345-0@lo:5:osp-pre-0-1.0 Request processed in 45311us (45355us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1789081970.988039:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1789081970.988403:0:23451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe6ffb7480 x1875987758578304/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789081986 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081970.988435:0:23451:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1789081970.988443:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23451:1875987758578304:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1789081970.988462:0:23451:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:1.0:1789081970.988530:0:23451:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44185500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23451:1875987758578432:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789081970.988572:0:23451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081970.988611:0:23451:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aaa2600 going to sleep for 11 seconds 00000100:00100000:0.0:1789081970.988872:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758578432 00000100:00100000:0.0:1789081970.988887:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758578432 00000100:00100000:0.0:1789081970.988945:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789081970.988954:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23451:x1875987758578432:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789081970.989009:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23451:x1875987758578432:12345-0@lo:900:osp-pre-0-1.0 Request processed in 57us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081970.989016:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789081970.989044:0:23451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fd44185500 x1875987758578432/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789081986 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789081970.989054:0:23451:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44185500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23451:1875987758578432:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789081971.172556:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789081971.172577:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44187100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758578560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789081971.172646:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081971.172698:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758578560 00000100:00100000:1.0:1789081971.172707:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758578560 00000100:00100000:1.0:1789081971.172758:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789081971.172768:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758578560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789081971.172823:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789081971.172872:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758578560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081971.172879:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789081971.173269:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44187100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758578560:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1789081971.651052:0:24584:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg129-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789081971.679538:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081971.684700:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789081971.684733:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758578688:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789081971.684824:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081971.695164:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758578688 00000100:00100000:2.0:1789081971.695188:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758578688 00000100:00100000:2.0:1789081971.695267:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789081971.695279:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758578688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789081971.695321:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789081971.695605:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758578688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 328us (10780us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081971.695613:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789081971.695699:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758578688:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1789081971.999421:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789081972.706220:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789081972.711994:0:24636:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789081972.724319:0:24636:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789081973.740727:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081973.986039:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081953/real 1789081953] req@ffffa0fd4374bb80 x1875987758567424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081973 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081973.986141:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fd4374bb80 x1875987758567424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081973 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081973.986156:0:3640:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789081953/real 1789081953] req@ffffa0fd43749f80 x1875987758567552/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081973 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081973.986170:0:3640:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa0fd43749f80 x1875987758567552/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789081973 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789081973.986198:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe43fa7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789081973.986233:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789081973.986238:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758567424:0@lo:8:kworker.0 00000100:00080000:2.0:1789081973.986245:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789081973.986251:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789081973.986254:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758567552:0@lo:8:kworker.0 00000100:00080000:2.0:1789081973.986368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081973.986373:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789081973.986376:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fe43fa7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789081973.986382:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 681 00000100:00080000:2.0:1789081973.986388:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789081973.986397:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffffa0fe43fa7000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081973.986422:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7f979180 x1875987758579072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789081973.986436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081973.986454:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789081973.986456:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789081973.986460:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 681 00000100:00080000:2.0:1789081973.986463:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789081973.986467:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0fe775fe800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081973.986480:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe7f97a680 x1875987758579200/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789081973.986524:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789081973.986528:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789081973.986529:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789081973.986532:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 699 00000100:00080000:2.0:1789081973.986535:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789081973.986539:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0fd4415a800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1789081973.986549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd43749180 x1875987758579712/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789081973.986597:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3643:1875987758578816:0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.986701:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081973.987027:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4374bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758579584:0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.987061:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081973.987151:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789081973.987158:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758578944:0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.987187:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081973.987210:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875987758579840:0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.987237:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081973.987302:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875987758579328:0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.987334:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081973.987357:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875987758579968:0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.987378:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081973.987398:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789081973.987405:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758579456:0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.987428:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081973.987444:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875987758580096:0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.987465:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081973.987507:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758578816 00000100:00100000:2.0:1789081973.987517:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758578816 00000100:00100000:2.0:1789081973.987587:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789081973.987598:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42037850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:3643:x1875987758578816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.987666:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42037850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:3643:x1875987758578816:12345-0@lo:400:kworker.0 Request processed in 68us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081973.987674:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789081973.987719:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758578944 00000100:00100000:2.0:1789081973.987722:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758578944 00000100:00100000:2.0:1789081973.988282:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758579456 00000100:00100000:2.0:1789081973.988346:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758579456 00000100:00100000:2.0:1789081973.988376:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789081973.988385:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758578944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.988455:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758578944:12345-0@lo:400:kworker.0 Request processed in 70us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081973.988461:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789081973.988482:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789081973.988488:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4340b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758579456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.988550:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4340b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758579456:12345-0@lo:400:kworker.0 Request processed in 63us (1121us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081973.988557:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789081973.988585:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758579840 00000100:00100000:2.0:1789081973.988590:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758579840 00000100:00100000:2.0:1789081973.988613:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758579328 00000100:00100000:2.0:1789081973.988615:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758579328 00000100:00100000:2.0:1789081973.988627:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758579968 00000100:00100000:2.0:1789081973.988629:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758579968 00000100:00100000:2.0:1789081973.988662:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758580096 00000100:00100000:2.0:1789081973.988666:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758580096 00000100:00100000:2.0:1789081973.988684:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789081973.988689:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875987758579840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.988729:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875987758579840:12345-0@lo:400:kworker.0 Request processed in 39us (1491us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081973.990000:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758579584 00000100:00100000:3.0:1789081973.990014:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758579584 00000100:00100000:2.0:1789081973.990416:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789081973.990468:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789081973.990483:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875987758579328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.990595:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875987758579328:12345-0@lo:400:kworker.0 Request processed in 118us (3259us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081973.990601:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789081973.990614:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789081973.990621:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875987758579968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.990652:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875987758579968:12345-0@lo:400:kworker.0 Request processed in 32us (3273us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081973.990659:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789081973.990671:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789081973.990697:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4340bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875987758580096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081973.991277:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789081973.991368:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758579584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081973.991434:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758579584:12345-0@lo:400:kworker.0 Request processed in 147us (4371us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081973.991451:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789081973.991669:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758579072:0@lo:8:kworker.0 00000100:00100000:3.0:1789081973.991728:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081973.992333:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4340bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875987758580096:12345-0@lo:400:kworker.0 Request processed in 1634us (4862us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081973.992344:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:2.0:1789081973.992391:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789081973.992399:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789081973.992402:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789081973.992451:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758579456:0@lo:400:kworker.0 00010000:00080000:2.0:1789081973.992469:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe7fa3ce00 x1875987758580096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081973.992480:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875987758580096:0@lo:400:kworker.0 00010000:00080000:2.0:1789081973.992495:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe7f978a80 x1875987758579328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081973.992503:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875987758579328:0@lo:400:kworker.0 00010000:00080000:2.0:1789081973.992516:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe7fa3ea00 x1875987758579968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081973.992525:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875987758579968:0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.992577:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f978000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758578944:0@lo:400:kworker.0 00010000:00080000:2.0:1789081973.992593:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe7fa3e300 x1875987758579840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081973.992604:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875987758579840:0@lo:400:kworker.0 00000100:00100000:2.0:1789081973.992617:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3643:1875987758578816:0@lo:400:kworker.0 00010000:00080000:2.0:1789081973.992649:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fd4374bb80 x1875987758579584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789081989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081973.992658:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4374bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758579584:0@lo:400:kworker.0 00000100:00100000:3.0:1789081973.994083:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7f97a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758579200:0@lo:8:kworker.0 00000100:00100000:3.0:1789081973.994247:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081973.997382:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758579712:0@lo:8:kworker.0 00000100:00100000:3.0:1789081973.997478:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081973.997880:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758579072 00000100:00100000:1.0:1789081973.997895:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758579072 00000100:00100000:1.0:1789081973.997953:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758579200 00000100:00100000:1.0:1789081973.997964:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758579200 00000100:00100000:1.0:1789081973.997984:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789081973.997994:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3640:x1875987758579072:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789081973.998040:0:24524:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 702 last 0 00000020:00000080:1.0:1789081973.998117:0:24524:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7375183570f75711 00002000:00100000:1.0:1789081973.999891:0:24524:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffffa0fe7e94d000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113719 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1789081973.999908:0:24524:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1789081973.999912:0:24524:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1789081974.000089:0:24524:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1789081974.000497:0:24524:0:(import.c:65:import_set_state_nolock()) ffffa0fe7e94a000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789081974.000633:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3640:x1875987758579072:12345-0@lo:8:kworker.0 Request processed in 2635us (8901us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081974.000650:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789081974.000693:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789081974.000700:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3640:x1875987758579200:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1789081974.000724:0:24524:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789081974.000839:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3640:x1875987758579200:12345-0@lo:8:kworker.0 Request processed in 137us (6591us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789081974.000856:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1789081974.006056:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe7f979180 x1875987758579072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789081998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081974.006375:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789081974.006393:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789081974.006408:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789081974.006417:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1789081974.006422:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe43fa7000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789081974.006512:0:3640:0:(osp_dev.c:1791:osp_import_event()) got connected 00000100:00100000:3.0:1789081974.006522:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758579072:0@lo:8:kworker.0 00000100:00080000:3.0:1789081974.006543:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789081974.006547:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789081974.006551:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7f97a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758579200:0@lo:8:kworker.0 00000100:00100000:0.0:1789081974.006679:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758579712 00000100:00100000:0.0:1789081974.006690:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758579712 00000100:00100000:0.0:1789081974.006754:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789081974.006764:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3640:x1875987758579712:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789081974.006798:0:24524:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789081974.006911:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3640:x1875987758579712:12345-0@lo:8:kworker.0 Request processed in 146us (9434us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789081974.006919:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000004:00080000:0.0:1789081974.006948:0:22732:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789081974.007115:0:22732:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 702713049242ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789081974.007124:0:22732:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00080000:3.0:1789081974.009553:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789081974.009573:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789081974.009580:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758579712:0@lo:8:kworker.0 00000004:00080000:0.0:1789081974.015601:0:22688:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:2.0:1789081974.017457:0:22733:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000400:0x6:0x0] 00000100:00100000:2.0:1789081974.017501:0:22733:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4340b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22733:1875987758580352:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1789081974.017610:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081974.017653:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4aaa2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789081974.017701:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758580352 00000100:00100000:2.0:1789081974.017711:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758580352 00000100:00100000:0.0:1789081974.017940:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758580224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789081974.017989:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789081974.019281:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789081974.019464:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789081974.019481:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22733:x1875987758580352:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1789081974.019823:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758580224 00000100:00100000:2.0:1789081974.019832:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758580224 00000100:00100000:2.0:1789081974.021152:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789081974.021165:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1875987758580224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789081974.021206:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789081974.021329:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1875987758580224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 166us (3337us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081974.021337:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789081974.021403:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fd43409880 x1875987758580224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789081990 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789081974.021432:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758580224:0@lo:13:osp-pre-0-0.0 00002000:00080000:2.0:1789081974.043455:0:24219:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1789081974.043479:0:24219:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:2.0:1789081974.043488:0:24219:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:7 to 0x280000400:65) 00002000:00010000:2.0:1789081974.066535:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.066553:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75718 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.066576:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.066581:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.066588:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75718 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.066967:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75718 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.066981:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75718 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.066991:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75718 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.073005:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789081974.075705:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081974.075729:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ce05a86/0x7375183570f7571f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.075826:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=702s v=(0 0) 00010000:00010000:3.0:1789081974.075833:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081974.075912:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ce05a86/0x7375183570f7571f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.075936:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ce05a86/0x7375183570f7571f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.075949:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ce05a86/0x7375183570f7571f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.075959:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ce05a86/0x7375183570f7571f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.078714:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789081974.078746:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75718 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.078763:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428dee00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:2.0:1789081974.078770:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75718 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.078785:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.078828:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75718 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.078850:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75718 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.079664:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789081974.079674:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ce05a86/0x7375183570f7571f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.079686:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198f400 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:2.0:1789081974.079689:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ce05a86/0x7375183570f7571f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.079699:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ce05a86/0x7375183570f7571f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.079714:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ce05a86/0x7375183570f7571f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.079739:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081974.079741:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081974.079743:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.080503:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789081974.080519:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ce05a86/0x7375183570f7571f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789081974.081803:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081974.081817:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0ab6fc1/0x7375183570f75726 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.081839:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=702s v=(0 0) 00010000:00010000:3.0:1789081974.082017:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081974.082032:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0ab6fc1/0x7375183570f75726 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.082049:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0ab6fc1/0x7375183570f75726 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.082089:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0ab6fc1/0x7375183570f75726 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.082114:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e0ab6fc1/0x7375183570f75726 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.082601:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081974.082612:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e0ab6fc1/0x7375183570f75726 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.082622:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198f600 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081974.082627:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0ab6fc1/0x7375183570f75726 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.082649:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0ab6fc1/0x7375183570f75726 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.082673:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e0ab6fc1/0x7375183570f75726 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.082683:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.082684:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.082686:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.082926:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789081974.082933:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0ab6fc1/0x7375183570f75726 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.083670:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789081974.084657:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081974.084672:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fb2f3c8/0x7375183570f7572d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.084690:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=702s v=(0 0) 00010000:00010000:3.0:1789081974.084695:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081974.084703:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fb2f3c8/0x7375183570f7572d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.084718:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fb2f3c8/0x7375183570f7572d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.084812:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fb2f3c8/0x7375183570f7572d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.084821:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003fb2f3c8/0x7375183570f7572d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.084961:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789081974.085684:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081974.085694:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e376dd4/0x7375183570f75734 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.085708:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=702s v=(0 0) 00010000:00010000:3.0:1789081974.085712:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081974.085717:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e376dd4/0x7375183570f75734 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.085728:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e376dd4/0x7375183570f75734 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.085747:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e376dd4/0x7375183570f75734 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.085756:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e376dd4/0x7375183570f75734 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.086019:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789081974.086029:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003fb2f3c8/0x7375183570f7572d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.086038:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198fc00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081974.086044:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003fb2f3c8/0x7375183570f7572d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.086055:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003fb2f3c8/0x7375183570f7572d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.086111:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003fb2f3c8/0x7375183570f7572d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.086121:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fb2f3c8/0x7375183570f7572d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.086169:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081974.086419:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e376dd4/0x7375183570f75734 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.086429:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198e600 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081974.086432:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e376dd4/0x7375183570f75734 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.086440:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e376dd4/0x7375183570f75734 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.086451:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e376dd4/0x7375183570f75734 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.086460:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.086461:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.086464:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.086747:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789081974.086754:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e376dd4/0x7375183570f75734 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789081974.088127:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081974.088151:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f7573b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.088169:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=702s v=(0 0) 00010000:00010000:3.0:1789081974.088182:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081974.088190:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f7573b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.088204:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f7573b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.088216:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f7573b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.088224:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f7573b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.088688:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789081974.088700:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f7573b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.088721:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198f800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:2.0:1789081974.088725:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f7573b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.088743:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f7573b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.088765:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f7573b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.088974:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789081974.088981:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f7573b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.089023:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.089025:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.089027:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.089415:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789081974.090517:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081974.090530:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c45b688/0x7375183570f75742 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.090551:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=702s v=(0 0) 00010000:00010000:3.0:1789081974.090555:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081974.090563:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c45b688/0x7375183570f75742 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.090578:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c45b688/0x7375183570f75742 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.090588:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c45b688/0x7375183570f75742 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.090713:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c45b688/0x7375183570f75742 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.090934:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789081974.091633:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081974.091643:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f75749 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.091669:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=702s v=(0 0) 00010000:00010000:3.0:1789081974.091673:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081974.091678:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f75749 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.091690:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f75749 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.091698:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f75749 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.091705:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f75749 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.095553:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789081974.095573:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c45b688/0x7375183570f75742 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.095662:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198ea00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:2.0:1789081974.095670:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c45b688/0x7375183570f75742 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.095686:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c45b688/0x7375183570f75742 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.095718:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c45b688/0x7375183570f75742 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.095727:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c45b688/0x7375183570f75742 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.095780:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789081974.095785:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f75749 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.095792:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198ec00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:2.0:1789081974.095796:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f75749 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.095804:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f75749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.095814:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f75749 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.095822:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081974.095824:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081974.095826:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.098083:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789081974.098119:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f75749 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789081974.101901:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.101934:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75750 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.101974:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.101982:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.101994:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.102040:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.102054:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.102086:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.105468:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789081974.105486:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.105503:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428dee00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:0.0:1789081974.105509:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.105522:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75750 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.105555:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75750 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.105705:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.105708:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.105711:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081974.108615:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789081974.108636:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75750 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789081974.111714:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.111737:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75757 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.111765:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.111771:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.111781:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75757 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.111799:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75757 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.111829:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75757 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.111837:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75757 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.115713:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789081974.115737:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75757 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.115757:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428df200 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:0.0:1789081974.115763:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75757 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.115777:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75757 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.115825:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75757 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.115840:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081974.115853:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081974.115856:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081974.116759:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789081974.116776:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75757 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.118033:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789081974.119024:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.119041:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7575e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.119411:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.119419:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.119428:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7575e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.119447:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7575e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.119459:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7575e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.119491:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7575e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.119528:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789081974.120242:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.120253:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75765 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.120266:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.120269:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.120274:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75765 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.120285:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75765 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.120404:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081974.120415:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7575e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.120424:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428de400 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081974.120431:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7575e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.120452:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7575e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.120478:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7575e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.120487:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7575e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.120511:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.120513:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.120515:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081974.120555:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75765 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.120563:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75765 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.121524:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789081974.125366:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789081974.125389:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f7576c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.125414:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1789081974.125421:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789081974.125430:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f7576c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.125451:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f7576c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.125465:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f7576c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.125474:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f7576c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.127465:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789081974.127487:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75765 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.127507:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428df800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081974.127514:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75765 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.127526:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75765 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.127561:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75765 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.127600:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75765 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.127629:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081974.127633:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f7576c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.127639:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe1000 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081974.127642:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f7576c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.127649:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f7576c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.127658:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f7576c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.127666:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.127667:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.127670:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081974.131994:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789081974.132020:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f7576c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.134008:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789081974.134963:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789081974.134978:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d192b0b4/0x7375183570f75773 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.135004:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1789081974.135010:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789081974.135019:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d192b0b4/0x7375183570f75773 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.135036:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d192b0b4/0x7375183570f75773 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.135047:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d192b0b4/0x7375183570f75773 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.135056:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d192b0b4/0x7375183570f75773 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.135123:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081974.135448:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081974.135458:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d192b0b4/0x7375183570f75773 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.135468:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe0800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081974.135487:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d192b0b4/0x7375183570f75773 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.135498:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d192b0b4/0x7375183570f75773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.135520:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d192b0b4/0x7375183570f75773 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.135529:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d192b0b4/0x7375183570f75773 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.135554:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.135556:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.135558:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789081974.138008:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789081974.138029:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005eff1ac/0x7375183570f7577a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.138052:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1789081974.138057:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789081974.138130:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005eff1ac/0x7375183570f7577a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.138389:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005eff1ac/0x7375183570f7577a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.138403:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005eff1ac/0x7375183570f7577a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.138413:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005eff1ac/0x7375183570f7577a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.138440:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081974.139924:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081974.139942:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005eff1ac/0x7375183570f7577a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.139961:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe0600 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081974.139967:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005eff1ac/0x7375183570f7577a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.139981:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005eff1ac/0x7375183570f7577a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.140011:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005eff1ac/0x7375183570f7577a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.140035:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005eff1ac/0x7375183570f7577a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.140085:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.140088:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.140089:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789081974.142691:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.142710:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75781 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.142819:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.142825:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.142834:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.142860:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.142873:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.142881:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.142909:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789081974.143851:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081974.143866:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.143879:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428df200 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081974.143893:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.143906:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.143935:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75781 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.143943:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f75781 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.143972:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.143974:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.143975:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789081974.147803:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.147827:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75788 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.147851:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.147857:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.147865:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75788 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.147884:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75788 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.147922:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75788 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.147932:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75788 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.147966:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789081974.150433:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081974.150453:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75788 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.150471:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428dee00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081974.150478:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75788 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.150493:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75788 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.150527:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75788 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.150558:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f75788 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.150604:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.150606:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.150609:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789081974.155051:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.155110:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f7578f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.155136:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.155142:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.155149:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f7578f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.155167:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f7578f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.155189:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f7578f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.155198:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f7578f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.155254:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789081974.156311:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081974.156326:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f7578f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.156340:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428de000 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081974.156347:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f7578f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.156359:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f7578f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.156389:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f7578f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.156399:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f7578f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.156437:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.156439:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.156441:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789081974.159204:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.159227:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75796 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.159255:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.159260:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.159269:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75796 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.159286:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75796 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.159308:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75796 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.159317:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.159348:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789081974.159992:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789081974.160005:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.160019:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428df800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:0.0:1789081974.160026:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.160038:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.160089:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75796 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.160121:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f75796 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.160146:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081974.160148:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081974.160150:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789081974.190851:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.190872:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7579d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.190895:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.190907:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.190916:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7579d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.190936:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7579d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.191935:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7579d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.191956:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7579d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.192036:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789081974.196817:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081974.196839:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f757a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.196863:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=702s v=(0 0) 00010000:00010000:3.0:1789081974.196869:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081974.196877:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f757a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.196896:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f757a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.196908:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f757a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.196918:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f757a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.200453:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789081974.200479:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7579d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.200499:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428de400 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081974.200506:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7579d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.200519:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7579d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.200546:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7579d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.200555:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f71b21b7/0x7375183570f7579d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.200576:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081974.200579:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f757a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.200584:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198ec00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081974.200587:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f757a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.200711:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f757a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.200798:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f757a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.200808:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.200810:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.200812:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.202118:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789081974.202144:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9282f03/0x7375183570f757a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789081974.204133:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081974.204164:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f757ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.204200:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=702s v=(0 0) 00010000:00010000:3.0:1789081974.204206:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081974.204218:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f757ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.204238:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f757ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.204252:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f757ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.204260:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f757ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.205575:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081974.205606:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f757ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.205623:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198f800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081974.205630:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f757ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.205643:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f757ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.205673:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f757ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.205861:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081974.205865:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081974.205868:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.208498:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789081974.208522:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074861ccc/0x7375183570f757ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789081974.214511:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.214532:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f757b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.214556:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.214562:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.214569:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f757b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.214585:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f757b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.214669:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f757b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.214687:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f757b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.214906:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081974.214916:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f757b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.214925:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428df800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081974.214937:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f757b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.214948:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f757b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.214971:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f757b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.214982:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.214983:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081974.214985:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081974.215365:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789081974.215374:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6c0c5e9/0x7375183570f757b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.220407:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789081974.222255:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.222276:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f757b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.222314:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.222319:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.222328:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f757b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.222345:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f757b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.222358:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f757b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.222365:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f757b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.222414:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789081974.223849:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.223868:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f757c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.223887:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.223890:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.223897:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f757c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.223911:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f757c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.223924:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f757c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.223933:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f757c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.223960:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1789081974.224911:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081974.224922:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f757c7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.224937:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1789081974.224947:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081974.224953:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f757c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.224965:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f757c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.224976:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f757c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.224984:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f757c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.224994:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1789081974.225361:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1789081974.225376:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f757b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225403:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428de000 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081974.225409:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f757b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225419:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f757b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225442:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f757b9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225451:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003db58be/0x7375183570f757b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225475:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789081974.225479:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f757c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225485:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428dee00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081974.225488:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f757c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225497:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f757c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225507:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f757c0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225521:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d9db56f/0x7375183570f757c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225533:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081974.225537:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f757c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225544:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428df200 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081974.225547:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f757c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225555:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f757c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225565:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f757c7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225573:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e0c0929/0x7375183570f757c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.225726:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.225729:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.225738:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081974.225928:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789081974.228570:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789081974.229377:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f757ce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.229405:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1789081974.229410:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789081974.229420:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f757ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.229439:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f757ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.229451:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f757ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.229460:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f757ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.229518:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081974.229705:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081974.229715:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f757ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.229731:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe1000 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081974.229737:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f757ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.229747:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f757ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.229769:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f757ce lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.229777:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030ac69f1/0x7375183570f757ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.229805:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.229807:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.229809:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081974.232934:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081974.232954:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000834cbf8f/0x7375183570f757d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.232977:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=702s v=(0 0) 00010000:00010000:1.0:1789081974.232983:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081974.232992:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000834cbf8f/0x7375183570f757d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.233009:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000834cbf8f/0x7375183570f757d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.233020:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000834cbf8f/0x7375183570f757d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.233029:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000834cbf8f/0x7375183570f757d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.233104:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081974.233467:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081974.233478:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000834cbf8f/0x7375183570f757d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.233488:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f977400 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081974.233494:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000834cbf8f/0x7375183570f757d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.233505:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000834cbf8f/0x7375183570f757d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.233536:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000834cbf8f/0x7375183570f757d5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.233544:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000834cbf8f/0x7375183570f757d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.233567:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.233568:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.233570:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789081974.247915:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789081974.247937:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9933e59/0x7375183570f757dc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.247961:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1789081974.247967:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789081974.247974:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9933e59/0x7375183570f757dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.247993:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9933e59/0x7375183570f757dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.248006:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9933e59/0x7375183570f757dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.248015:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9933e59/0x7375183570f757dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.249264:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789081974.251828:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789081974.251850:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000927829ea/0x7375183570f757e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.251877:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1789081974.251900:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789081974.251909:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000927829ea/0x7375183570f757e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.251927:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000927829ea/0x7375183570f757e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.251938:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000927829ea/0x7375183570f757e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.251947:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000927829ea/0x7375183570f757e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.257545:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789081974.257567:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9933e59/0x7375183570f757dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.257586:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe1e00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:2.0:1789081974.257604:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9933e59/0x7375183570f757dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.257618:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9933e59/0x7375183570f757dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.257649:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9933e59/0x7375183570f757dc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.257669:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9933e59/0x7375183570f757dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.257698:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789081974.257703:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000927829ea/0x7375183570f757e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.257711:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe1800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:2.0:1789081974.257714:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000927829ea/0x7375183570f757e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.257723:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000927829ea/0x7375183570f757e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.257745:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000927829ea/0x7375183570f757e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081974.257753:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081974.257754:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081974.257756:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081974.264033:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789081974.264055:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000927829ea/0x7375183570f757e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.265527:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789081974.265942:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789081974.265956:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e20958d/0x7375183570f757ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.265981:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1789081974.265986:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789081974.265996:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e20958d/0x7375183570f757ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.266014:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e20958d/0x7375183570f757ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.266042:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e20958d/0x7375183570f757ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.266050:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e20958d/0x7375183570f757ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081974.266360:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081974.267329:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081974.267342:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e20958d/0x7375183570f757ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.267359:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe1200 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081974.267364:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e20958d/0x7375183570f757ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.267377:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e20958d/0x7375183570f757ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.267406:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e20958d/0x7375183570f757ea lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.267415:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e20958d/0x7375183570f757ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.267464:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.267466:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.267469:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081974.268746:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081974.268764:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0162c23/0x7375183570f757f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.268786:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=702s v=(0 0) 00010000:00010000:1.0:1789081974.268791:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081974.268799:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0162c23/0x7375183570f757f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.268815:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0162c23/0x7375183570f757f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.268826:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0162c23/0x7375183570f757f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.268836:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0162c23/0x7375183570f757f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081974.268858:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1789081974.269782:0:24219:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000400:6 00000100:00100000:1.0:1789081974.269934:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22733:x1875987758580352:12345-0@lo:5:osp-pre-0-0.0 Request processed in 250452us (252317us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081974.269948:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789081974.273439:0:22733:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4340b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22733:1875987758580352:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1789081974.273471:0:22733:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x6:0x0] 00000100:00100000:0.0:1789081974.273546:0:22733:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22733:1875987758580480:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1789081974.273637:0:22733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081974.273680:0:22733:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6eeaf540 going to sleep for 11 seconds 00000100:00100000:0.0:1789081974.273713:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758580480 00000100:00100000:0.0:1789081974.273723:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758580480 00000100:00100000:0.0:1789081974.273803:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789081974.273814:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22733:x1875987758580480:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1789081974.273880:0:24524:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00010000:00010000:3.0:1789081974.280863:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081974.280887:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0162c23/0x7375183570f757f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.280906:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f977a00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081974.280913:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0162c23/0x7375183570f757f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.280928:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0162c23/0x7375183570f757f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.280961:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0162c23/0x7375183570f757f1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.280970:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0162c23/0x7375183570f757f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081974.281000:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.281002:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081974.281004:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789081974.286038:0:24213:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1789081974.291569:0:24213:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1789081974.292671:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22733:x1875987758580480:12345-0@lo:5:osp-pre-0-0.0 Request processed in 18845us (19021us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789081974.292690:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789081974.292823:0:22733:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1789081974.292836:0:22733:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22733:1875987758580480:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789081974.292889:0:22733:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000020:00000004:2.0:1789081974.316742:0:24686:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789081974.317014:0:24686:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789081974.755039:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081975.776857:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081976.288820:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789081976.288877:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758580608:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789081976.288981:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081976.289669:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758580608 00000100:00100000:2.0:1789081976.289681:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758580608 00000100:00100000:2.0:1789081976.289782:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789081976.289795:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758580608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789081976.289846:0:23449:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789081976.289986:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758580608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 193us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081976.289994:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789081976.290307:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758580736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789081976.290348:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081976.290460:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758580736 00000100:00100000:3.0:1789081976.290467:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758580736 00000100:00100000:3.0:1789081976.290531:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789081976.290541:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4340aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758580736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789081976.290569:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789081976.290618:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4340aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758580736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081976.290624:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789081976.290680:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758580736:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789081976.290920:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789081976.291310:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758580608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789081976.798679:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1789081976.798938:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081976.799953:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4340a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758580864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789081976.800116:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081976.800387:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758580864 00000100:00100000:2.0:1789081976.800402:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758580864 00000100:00100000:2.0:1789081976.800492:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789081976.800505:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758580864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789081976.800558:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789081976.800628:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758580864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081976.800636:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789081976.800776:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4340a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758580864:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1789081977.508733:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789081977.823763:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081978.846516:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789081979.358422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081979.358432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789081979.358447:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081979.358459:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 702 00000100:00080000:1.0:1789081979.358465:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789081979.358475:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0fe775fe800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081979.358508:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd44184700 x1875987758581376/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789081979.358546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081979.358550:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789081979.358551:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081979.358555:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 702 00000100:00080000:1.0:1789081979.358558:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789081979.358563:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0fd4415a800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081979.358576:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd44184a80 x1875987758581888/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789081979.358667:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758581120:0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.358797:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081979.358871:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44185180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758581760:0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.358931:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081979.358966:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1789081979.358973:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758580992:0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.359028:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081979.359060:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44185880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758581632:0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.359117:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081979.359133:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44184700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758581376:0@lo:8:kworker.0 00000100:00100000:1.0:1789081979.359138:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1875987758582272:0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.359164:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081979.359167:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081979.359185:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758581888:0@lo:8:kworker.0 00000100:00100000:1.0:1789081979.359186:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758582400:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789081979.359205:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081979.359207:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081979.359238:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44187b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758581248:0@lo:400:kworker.0 00000100:00100000:3.0:1789081979.359246:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758581760 00000100:00100000:3.0:1789081979.359257:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758581760 00000100:00100000:1.0:1789081979.359261:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081979.359279:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44184380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758582016:0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.359300:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081979.359318:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789081979.359324:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44184000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875987758581504:0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.359348:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081979.359366:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875987758582144:0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.359388:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081979.359425:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758581120 00000100:00100000:1.0:1789081979.359429:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758581120 00000100:00100000:1.0:1789081979.359485:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758581632 00000100:00100000:1.0:1789081979.359489:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758581632 00000100:00100000:1.0:1789081979.359511:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789081979.359522:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758581120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081979.359597:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758581376 00000100:00100000:3.0:1789081979.359601:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758581376 00000100:00100000:1.0:1789081979.359607:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758581120:12345-0@lo:400:kworker.0 Request processed in 86us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081979.359612:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758581888 00000100:00100000:3.0:1789081979.359614:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758581888 00000100:00100000:1.0:1789081979.359616:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789081979.359631:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758581248 00000100:00100000:3.0:1789081979.359633:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758581248 00000100:00100000:1.0:1789081979.359639:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789081979.359645:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758581632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081979.359649:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789081979.359655:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44187480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758581760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.359673:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758581632:12345-0@lo:400:kworker.0 Request processed in 28us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081979.359680:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789081979.359683:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44187480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758581760:12345-0@lo:400:kworker.0 Request processed in 30us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081979.359689:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789081979.359702:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789081979.359704:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758580992 00000100:00100000:3.0:1789081979.359707:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758581248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.359707:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758580992 00000100:00100000:1.0:1789081979.359735:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1789081979.359738:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758581248:12345-0@lo:400:kworker.0 Request processed in 31us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081979.359742:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42036c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:3644:x1875987758580992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081979.359744:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789081979.359772:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42036c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:3644:x1875987758580992:12345-0@lo:400:kworker.0 Request processed in 30us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081979.359779:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789081979.359822:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789081979.359828:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1875987758581376:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1789081979.359857:0:24219:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789081979.359896:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1875987758581376:12345-0@lo:8:kworker.0 Request processed in 66us (727us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789081979.359901:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789081979.359915:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789081979.359919:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1875987758581888:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1789081979.359928:0:24219:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789081979.359949:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1875987758581888:12345-0@lo:8:kworker.0 Request processed in 29us (743us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789081979.359962:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789081979.362180:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758582272 00000100:00100000:2.0:1789081979.362201:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758582272 00000100:00100000:2.0:1789081979.362298:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758582016 00000100:00100000:2.0:1789081979.362302:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758582016 00000100:00100000:2.0:1789081979.362322:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758581504 00000100:00100000:2.0:1789081979.362325:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758581504 00000100:00100000:2.0:1789081979.362339:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758582144 00000100:00100000:2.0:1789081979.362343:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758582144 00000100:00100000:2.0:1789081979.362371:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789081979.362384:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875987758582272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.362565:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758582400 00000100:00100000:1.0:1789081979.362575:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758582400 00000100:00080000:3.0:1789081979.362926:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789081979.362935:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789081979.362939:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789081979.363023:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789081979.363034:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789081979.363040:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44184700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758581376:0@lo:8:kworker.0 00000100:00080000:3.0:1789081979.363056:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789081979.363060:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789081979.363078:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758581888:0@lo:8:kworker.0 00000100:00100000:3.0:1789081979.363154:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44187b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758581248:0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.363559:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789081979.363575:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758582400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789081979.363626:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789081979.363855:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875987758582272:12345-0@lo:400:kworker.0 Request processed in 1469us (4684us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081979.363880:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789081979.363909:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789081979.363918:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758582016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081979.363966:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758582016:12345-0@lo:400:kworker.0 Request processed in 51us (4665us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081979.363973:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789081979.363986:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789081979.363993:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875987758581504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081979.364041:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875987758581504:12345-0@lo:400:kworker.0 Request processed in 48us (4692us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081979.364048:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789081979.364060:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789081979.364086:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875987758582144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081979.364122:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875987758582144:12345-0@lo:400:kworker.0 Request processed in 38us (4733us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081979.364129:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789081979.364250:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758582400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 680us (5040us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081979.364259:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789081979.364356:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758582400:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789081979.364374:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758580992:0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.364390:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44185880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758581632:0@lo:400:kworker.0 00010000:00080000:1.0:1789081979.364409:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fd44185500 x1875987758582272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081979.364423:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1875987758582272:0@lo:400:kworker.0 00010000:00080000:3.0:1789081979.364944:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fd44184000 x1875987758581504/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081979.364959:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44184000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875987758581504:0@lo:400:kworker.0 00010000:00080000:3.0:1789081979.365014:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fd44186a00 x1875987758582144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081979.365025:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875987758582144:0@lo:400:kworker.0 00010000:00080000:3.0:1789081979.365040:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fd44184380 x1875987758582016/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081979.365048:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44184380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758582016:0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.365814:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758581120:0@lo:400:kworker.0 00000100:00100000:1.0:1789081979.365855:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44185180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758581760:0@lo:400:kworker.0 00010000:00010000:3.0:1789081979.877525:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081980.899500:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789081981.219240:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789081981.407460:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789081981.407495:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758582528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789081981.407599:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081981.407757:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758582528 00000100:00100000:0.0:1789081981.407785:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758582528 00000100:00100000:0.0:1789081981.407863:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789081981.407875:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758582528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789081981.407926:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789081981.407988:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758582528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081981.407997:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1789081981.408390:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789081981.408464:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758582528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789081981.408502:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758582656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789081981.408543:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081981.408738:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758582656 00000100:00100000:0.0:1789081981.408746:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758582656 00000100:00100000:0.0:1789081981.408798:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789081981.408808:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758582656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789081981.408848:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789081981.408906:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758582656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081981.408913:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789081981.409003:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758582656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789081981.920355:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758582784:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789081981.920511:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081981.920608:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758582784 00000100:00100000:1.0:1789081981.920617:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758582784 00000100:00100000:1.0:1789081981.920678:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789081981.920690:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758582784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789081981.920732:0:23449:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789081981.927893:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758582784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 7196us (7372us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081981.927920:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789081981.931303:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758582784:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789081981.931359:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081982.943301:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789081983.090725:0:25032:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789081983.090731:0:25032:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:1.0:1789081983.090732:0:25032:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1789081983.090870:0:25032:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffffa0fe7e94e800 00000020:01000004:1.0:1789081983.090889:0:25032:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1789081983.090906:0:25032:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789081983.090927:0:25032:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffffa0fd423d8000) 00000020:00000080:1.0:1789081983.096639:0:25032:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789081983.191812:0:25032:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789081983.196125:0:25032:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789081983.198043:0:25032:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789081983.200856:0:25032:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789081983.201411:0:25032:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789081983.201770:0:25032:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789081983.202098:0:25032:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:3.0:1789081983.204338:0:25032:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789081983.204607:0:25032:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1789081983.204624:0:25032:0:(osd_handler.c:8932:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789081983.204636:0:25032:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x7375183570f757ff 00000020:01000004:3.0:1789081983.204643:0:25032:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1789081983.204677:0:25032:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.129@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789081983.204680:0:25032:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.129@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789081983.204684:0:25032:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1789081983.204710:0:25032:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1789081983.204713:0:25032:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.129@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1789081983.232824:0:25032:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.129@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789081983.232869:0:25032:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.201.129@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1789081983.232873:0:25032:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789081983.232875:0:25032:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789081983.232876:0:25032:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789081983.232877:0:25032:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789081983.232879:0:25032:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789081983.232880:0:25032:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789081983.232881:0:25032:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789081983.232884:0:25032:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789081983.232886:0:25032:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789081983.232890:0:25032:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1789081983.232893:0:25032:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789081983.232894:0:25032:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789081983.232895:0:25032:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789081983.232897:0:25032:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789081983.232898:0:25032:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789081983.232905:0:25032:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789081983.232906:0:25032:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789081983.232907:0:25032:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789081983.232908:0:25032:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789081983.232967:0:25032:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1789081983.232996:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758582912:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789081983.233353:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.233505:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe5f46d600 going to sleep for 11 seconds 00000100:00100000:3.0:1789081983.234093:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758582912 00000100:00100000:3.0:1789081983.234105:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758582912 00000100:00100000:3.0:1789081983.234174:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1789081983.234184:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42035850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:25032:x1875987758582912:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789081983.234220:0:22703:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1789081983.234223:0:22703:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:3.0:1789081983.234227:0:22703:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1789081983.234837:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42035850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:25032:x1875987758582912:12345-0@lo:253:mount.lustre.0 Request processed in 651us (1481us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.234845:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1789081983.235803:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758582912:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789081983.235827:0:25032:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1789081983.235831:0:25032:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789081983.235833:0:25032:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789081983.235834:0:25032:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789081983.235836:0:25032:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789081983.235837:0:25032:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789081983.235839:0:25032:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789081983.235840:0:25032:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789081983.235843:0:25032:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789081983.235844:0:25032:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789081983.236021:0:25032:0:(tgt_mount.c:101:server_register_mount()) register mount ffffa0fe7e94e800 from lustre-OST0001 10000000:01000000:1.0:1789081983.236200:0:25032:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1789081983.236202:0:25032:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1789081983.236212:0:25032:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffffa0fd442acd40 local copy 00010000:00010000:1.0:1789081983.236223:0:25032:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081983.236359:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583040:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789081983.236432:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.237044:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46362b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789081983.237110:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758583040 00000100:00100000:2.0:1789081983.237120:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758583040 00000100:00100000:2.0:1789081983.237182:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789081983.237193:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42034450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:25032:x1875987758583040:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081983.237301:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42034450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:25032:x1875987758583040:12345-0@lo:501:mount.lustre.0 Request processed in 108us (868us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789081983.237308:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1789081983.237596:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583040:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789081983.237620:0:25032:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.129@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1789081983.237643:0:25032:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.129@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1789081983.237653:0:25032:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081983.237664:0:25032:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428dec00/0x7375183570f75432 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75439 expref: -99 pid: 22687 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789081983.237702:0:25032:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffffa0fe7e94e800 10000000:01000000:1.0:1789081983.237708:0:25032:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789081983.237713:0:25032:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1789081983.237716:0:25032:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789081983.237720:0:25032:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:1.0:1789081983.237722:0:25032:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1789081983.237749:0:25032:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976000/0x7375183570f75806 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081983.237756:0:25032:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976000/0x7375183570f75806 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081983.237766:0:25032:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976000/0x7375183570f75806 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081983.237781:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583168:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789081983.237812:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.237851:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46362b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789081983.238051:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758583168 00000100:00100000:0.0:1789081983.238056:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758583168 00000100:00100000:0.0:1789081983.238118:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1789081983.238123:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42035050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:25032:x1875987758583168:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789081983.238132:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789081983.238145:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f7580d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75806 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.238167:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f7580d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75806 expref: 22 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.238175:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe79fe1e00/0x7375183570f7580d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75806 expref: 22 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.238182:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe79fe1e00, rc 0) 00000100:00100000:0.0:1789081983.238214:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42035050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:25032:x1875987758583168:12345-0@lo:101:mount.lustre.0 Request processed in 92us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081983.238219:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1789081983.238499:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583168:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789081983.238514:0:25032:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976000/0x7375183570f75806 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7580d expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081983.238524:0:25032:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976000/0x7375183570f75806 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f7580d expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789081983.239841:0:25032:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:1.0:1789081983.240770:0:25032:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789081983.243972:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1789081983.244059:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1789081983.244222:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1789081983.244232:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1789081983.244239:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1789081983.244246:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1789081983.244253:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1789081983.244259:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1789081983.244266:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:1.0:1789081983.244283:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:1.0:1789081983.244287:0:25032:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:1.0:1789081983.244418:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583296:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789081983.244681:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.244732:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46362600 going to sleep for 11 seconds 00000100:00100000:2.0:1789081983.244769:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758583296 00000100:00100000:2.0:1789081983.244777:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758583296 00000100:00100000:2.0:1789081983.244857:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789081983.244876:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42036050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:25032:x1875987758583296:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081983.245106:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42036050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:25032:x1875987758583296:12345-0@lo:501:mount.lustre.0 Request processed in 240us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081983.245114:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1789081983.245240:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583296:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789081983.245275:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583424:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789081983.245317:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.245343:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46362600 going to sleep for 11 seconds 00000100:00100000:3.0:1789081983.245393:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758583424 00000100:00100000:3.0:1789081983.245398:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758583424 00000100:00100000:3.0:1789081983.245436:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789081983.245444:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42035c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:25032:x1875987758583424:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789081983.246242:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42035c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:25032:x1875987758583424:12345-0@lo:503:mount.lustre.0 Request processed in 794us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.246250:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789081983.246384:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583424:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789081983.247200:0:25032:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789081983.247283:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583552:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789081983.247344:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.247395:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46362b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789081983.247524:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758583552 00000100:00100000:2.0:1789081983.247534:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758583552 00000100:00100000:2.0:1789081983.247584:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789081983.247594:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42037450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:25032:x1875987758583552:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789081983.248814:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42037450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:25032:x1875987758583552:12345-0@lo:502:mount.lustre.0 Request processed in 1212us (1461us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081983.248825:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789081983.249263:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583552:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789081983.249601:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1789081983.249640:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1789081983.249658:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1789081983.249670:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1789081983.249682:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1789081983.249695:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1789081983.249729:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1789081983.249745:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1789081983.251846:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1789081983.252152:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583680:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789081983.252254:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.252305:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46362b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789081983.252341:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758583680 00000100:00100000:3.0:1789081983.252350:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758583680 00000100:00100000:3.0:1789081983.252478:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1789081983.252491:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42034050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:25032:x1875987758583680:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081983.252658:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42034050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:25032:x1875987758583680:12345-0@lo:502:mount.lustre.0 Request processed in 169us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.252677:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789081983.253232:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583680:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789081983.253303:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1789081983.253316:0:25032:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1789081983.256712:0:25036:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789081983.256725:0:25036:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1789081983.256732:0:25036:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081983.256734:0:25036:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1789081983.256743:0:25036:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789081983.257350:0:25036:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffffa0fd423dcd40) 00000020:00000080:1.0:1789081983.257383:0:25036:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1789081983.257392:0:25036:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789081983.257540:0:25036:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0fe7e94e800 from lustre-OST0001, refs=2 00080000:01000000:1.0:1789081983.257552:0:25036:0:(osd_handler.c:8932:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789081983.257560:0:25036:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x7375183570f7581b 00010000:00010000:1.0:1789081983.268167:0:25036:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1789081983.270201:0:25036:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:1.0:1789081983.272382:0:25036:0:(osd_handler.c:5582:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1789081983.275699:0:25036:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1789081983.275718:0:25036:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789081983.275725:0:25036:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081983.275728:0:25036:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1789081983.275731:0:25036:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789081983.275735:0:25036:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081983.275736:0:25036:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789081983.275739:0:25036:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789081983.275740:0:25036:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789081983.275742:0:25036:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789081983.275744:0:25036:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081983.275746:0:25036:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789081983.275748:0:25036:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789081983.275749:0:25036:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081983.275751:0:25036:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789081983.275753:0:25036:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789081983.275784:0:25036:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789081983.275787:0:25036:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789081983.275788:0:25036:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789081983.275792:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1789081983.276221:0:25032:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1789081983.276258:0:25032:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1789081983.276282:0:25032:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976000/0x7375183570f75806 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7580d expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081983.276294:0:25032:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976000/0x7375183570f75806 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f7580d expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789081983.276303:0:25032:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0fe7e94e800 from 1 10000000:01000000:2.0:1789081983.276306:0:25032:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789081983.276351:0:25032:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081983.276359:0:25032:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081983.276371:0:25032:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789081983.276413:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43408a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583808:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789081983.276604:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081983.276653:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe46442c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789081983.276889:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758583808 00000100:00100000:1.0:1789081983.276897:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758583808 00000100:00100000:1.0:1789081983.277043:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789081983.277054:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42034c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:25032:x1875987758583808:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789081983.277100:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789081983.277117:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe7f977600/0x7375183570f75829 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75822 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081983.277158:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe7f977600/0x7375183570f75829 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75822 expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081983.277170:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe7f977600/0x7375183570f75829 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75822 expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081983.277180:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7f977600, rc 0) 00000100:00100000:1.0:1789081983.277236:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42034c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:25032:x1875987758583808:12345-0@lo:101:mount.lustre.0 Request processed in 185us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081983.277244:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1789081983.277350:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43408a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583808:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789081983.277370:0:25032:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75829 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.277381:0:25032:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75829 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789081983.278825:0:25032:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789081983.279312:0:25032:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789081983.280334:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789081983.280386:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789081983.280403:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789081983.280420:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789081983.280435:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789081983.280449:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789081983.281185:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789081983.281227:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789081983.281245:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789081983.281259:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789081983.281271:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789081983.281296:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789081983.281302:0:25032:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789081983.281417:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4401b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583936:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789081983.281813:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081983.281877:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79e09540 going to sleep for 11 seconds 00000100:00100000:1.0:1789081983.284826:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758583936 00000100:00100000:1.0:1789081983.284850:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758583936 00000100:00100000:1.0:1789081983.284943:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789081983.284957:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:25032:x1875987758583936:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789081983.285217:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:25032:x1875987758583936:12345-0@lo:501:mount.lustre.0 Request processed in 263us (3405us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081983.285226:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789081983.285308:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4401b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758583936:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789081983.285363:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584064:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789081983.285424:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.285480:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79d74e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789081983.289205:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758584064 00000100:00100000:0.0:1789081983.289225:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758584064 00000100:00100000:0.0:1789081983.290113:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1789081983.290128:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:25032:x1875987758584064:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789081983.290309:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:25032:x1875987758584064:12345-0@lo:503:mount.lustre.0 Request processed in 185us (4885us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081983.290317:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1789081983.292444:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584064:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789081983.293685:0:25032:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789081983.293813:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4340a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584192:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789081983.293904:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081983.294101:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464426c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789081983.294264:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758584192 00000100:00100000:1.0:1789081983.294271:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758584192 00000100:00100000:1.0:1789081983.294344:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1789081983.294363:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:25032:x1875987758584192:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789081983.294495:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:25032:x1875987758584192:12345-0@lo:502:mount.lustre.0 Request processed in 133us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081983.294502:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1789081983.294578:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4340a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584192:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789081983.294764:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789081983.294794:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1789081983.294820:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1789081983.294834:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1789081983.294840:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1789081983.294847:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1789081983.294853:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1789081983.294860:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1789081983.294866:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1789081983.294872:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1789081983.294880:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1789081983.294907:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4340a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584320:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789081983.294964:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081983.295268:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464426c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789081983.295340:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758584320 00000100:00100000:3.0:1789081983.295346:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758584320 00000100:00100000:3.0:1789081983.295379:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1789081983.295395:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:25032:x1875987758584320:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081983.295508:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:25032:x1875987758584320:12345-0@lo:502:mount.lustre.0 Request processed in 114us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.295517:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789081983.295599:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4340a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584320:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789081983.295653:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1789081983.295664:0:25032:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789081983.296356:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789081983.296376:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081983.296379:0:25040:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789081983.296387:0:25040:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0fe7e94e800 00000020:00000080:2.0:1789081983.296389:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789081983.296400:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081983.296402:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081983.296403:0:25040:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789081983.296406:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789081983.296409:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081983.296410:0:25040:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789081983.296413:0:25040:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffffa0fe7e94e800 00000020:00000080:2.0:1789081983.296415:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789081983.296507:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081983.296511:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081983.296513:0:25040:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789081983.296515:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789081983.296518:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081983.296519:0:25040:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789081983.296523:0:25040:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0fe7e94e800 00000020:00000080:2.0:1789081983.296525:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789081983.296544:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081983.296547:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081983.296549:0:25040:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789081983.296551:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789081983.296553:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081983.296555:0:25040:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789081983.296558:0:25040:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffffa0fe7e94e800 00000020:00000080:2.0:1789081983.296560:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789081983.296583:0:25040:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789081983.296586:0:25040:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789081983.296587:0:25040:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789081983.296590:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1789081983.304421:0:25032:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1789081983.304480:0:25032:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789081983.304505:0:25032:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75829 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.304520:0:25032:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75829 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081983.304600:0:25032:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789081983.304603:0:25032:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffffa0fe7e94e800 10000000:01000000:3.0:1789081983.304606:0:25032:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffffa0fe7e94e800 10000000:01000000:3.0:1789081983.304610:0:25032:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789081983.304616:0:25032:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffffa0fe7e94e800 from 1 10000000:01000000:3.0:1789081983.304619:0:25032:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789081983.304671:0:25032:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f800/0x7375183570f75830 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.304680:0:25032:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f800/0x7375183570f75830 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.304691:0:25032:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f800/0x7375183570f75830 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081983.304722:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584448:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789081983.304806:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081983.304861:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79e09840 going to sleep for 11 seconds 00000100:00100000:3.0:1789081983.304912:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758584448 00000100:00100000:3.0:1789081983.304919:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758584448 00000100:00100000:3.0:1789081983.304997:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789081983.305007:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:25032:x1875987758584448:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789081983.305023:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789081983.305038:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe5198ec00/0x7375183570f75837 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75830 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.305108:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe5198ec00/0x7375183570f75837 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75830 expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.305122:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe5198ec00/0x7375183570f75837 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75830 expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.305131:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe5198ec00, rc 0) 00000100:00100000:3.0:1789081983.305177:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:25032:x1875987758584448:12345-0@lo:101:mount.lustre.0 Request processed in 171us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.305184:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789081983.305235:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584448:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789081983.305249:0:25032:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f800/0x7375183570f75830 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75837 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.305259:0:25032:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f800/0x7375183570f75830 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75837 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789081983.314260:0:25032:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789081983.314907:0:25032:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789081983.316099:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789081983.316140:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789081983.316158:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789081983.316172:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789081983.316184:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789081983.316196:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789081983.316208:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789081983.316219:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789081983.316230:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789081983.316242:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789081983.316253:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789081983.316266:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789081983.316278:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789081983.316292:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789081983.316306:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789081983.316622:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789081983.316642:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789081983.316656:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789081983.316668:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789081983.316681:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789081983.316694:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789081983.316706:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789081983.316718:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789081983.316730:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789081983.316743:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789081983.316904:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789081983.316923:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789081983.317146:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789081983.317163:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789081983.317176:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789081983.317188:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789081983.317216:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789081983.317231:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789081983.317255:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789081983.317268:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789081983.317281:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789081983.317292:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789081983.317305:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789081983.317636:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789081983.317656:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789081983.317667:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789081983.317679:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789081983.317690:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789081983.317701:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789081983.317714:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789081983.317725:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789081983.317737:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789081983.317847:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789081983.318230:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789081983.318254:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789081983.318273:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789081983.318278:0:25032:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789081983.318707:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4340a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584576:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081983.318814:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081983.318875:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4133a840 going to sleep for 11 seconds 00000100:00100000:0.0:1789081983.319264:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758584576 00000100:00100000:0.0:1789081983.319274:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758584576 00000100:00100000:0.0:1789081983.320037:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1789081983.320050:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:25032:x1875987758584576:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789081983.320252:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:25032:x1875987758584576:12345-0@lo:501:mount.lustre.0 Request processed in 204us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081983.320260:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789081983.321599:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4340a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584576:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789081983.321665:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4340a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584704:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789081983.321737:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081983.328965:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758584704 00000100:00100000:3.0:1789081983.328986:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758584704 00000100:00100000:3.0:1789081983.329060:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789081983.329096:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:25032:x1875987758584704:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789081983.334148:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:25032:x1875987758584704:12345-0@lo:503:mount.lustre.0 Request processed in 5036us (12390us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.334168:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789081983.334439:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4133a840 going to sleep for 11 seconds 00000100:00100000:3.0:1789081983.334476:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4340a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584704:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789081983.337388:0:25032:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789081983.337561:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584832:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081983.337670:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081983.338325:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758584832 00000100:00100000:3.0:1789081983.338336:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758584832 00000100:00100000:3.0:1789081983.338382:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1789081983.338392:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:25032:x1875987758584832:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081983.339535:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:25032:x1875987758584832:12345-0@lo:502:mount.lustre.0 Request processed in 1137us (1858us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.339546:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1789081983.339702:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79e09840 going to sleep for 11 seconds 00000100:00100000:3.0:1789081983.339734:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584832:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789081983.343126:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789081983.343202:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789081983.343219:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789081983.343235:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789081983.343248:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789081983.343260:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789081983.343273:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789081983.343288:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789081983.343316:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789081983.343332:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789081983.343345:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789081983.343357:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789081983.343388:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789081983.343406:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789081983.343419:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789081983.343432:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789081983.343445:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789081983.343458:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789081983.345297:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789081983.345331:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789081983.345344:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789081983.345356:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789081983.345369:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789081983.345384:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789081983.345399:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789081983.345413:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789081983.345426:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789081983.345439:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789081983.347105:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789081983.347141:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789081983.347158:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789081983.347174:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789081983.347189:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789081983.347203:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789081983.347220:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789081983.347234:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789081983.347247:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789081983.347260:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789081983.347274:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789081983.347287:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789081983.347301:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789081983.347330:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789081983.347345:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789081983.347358:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789081983.347388:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789081983.347405:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789081983.347419:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789081983.347432:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789081983.347495:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584960:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081983.347585:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081983.347644:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758584960 00000100:00100000:3.0:1789081983.347652:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758584960 00000100:00100000:3.0:1789081983.347712:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1789081983.347722:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:25032:x1875987758584960:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081983.347860:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:25032:x1875987758584960:12345-0@lo:502:mount.lustre.0 Request processed in 137us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.347868:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1789081983.349578:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79e09840 going to sleep for 11 seconds 00000100:00100000:3.0:1789081983.349627:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758584960:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789081983.349874:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789081983.349905:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789081983.350058:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758585088:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789081983.351115:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081983.351562:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79e09840 going to sleep for 11 seconds 00000100:00100000:0.0:1789081983.352130:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758585088 00000100:00100000:0.0:1789081983.352146:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758585088 00000100:00100000:0.0:1789081983.352238:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1789081983.352252:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:25032:x1875987758585088:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789081983.353105:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:25032:x1875987758585088:12345-0@lo:502:mount.lustre.0 Request processed in 853us (1994us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081983.353115:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1789081983.353330:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758585088:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789081983.353432:0:25032:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1789081983.353450:0:25032:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1789081983.356603:0:25046:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1789081983.356624:0:25046:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffffa0fe79aa99c0) 00000020:00000080:0.0:1789081983.356659:0:25046:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1789081983.356905:0:25046:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0fe7e94e800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789081983.356910:0:25046:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0fe7e94e800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789081983.356913:0:25046:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe7e94e800 3 00010000:00080000:0.0:1789081983.356963:0:25046:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fd433d3000@lustre-MDT0000-lwp-OST0001: add connection 192.168.201.129@tcp at head 00010000:00010000:0.0:1789081983.368262:0:25046:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1789081983.368460:0:25046:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1789081983.370297:0:25046:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789081983.370322:0:25046:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x7375183570f75845 00000100:00080000:0.0:1789081983.370337:0:25046:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789081983.370346:0:25046:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa0fd433d3000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1789081983.370398:0:25046:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe6ffb7480 x1875987758585216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789081983.371062:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875987758585216:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789081983.371547:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789081983.372351:0:25046:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789081983.374131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081983.374139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789081983.374143:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081983.374151:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 708 00000100:00080000:1.0:1789081983.374156:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789081983.374164:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0fe775fe800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081983.374186:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe76e21c00 x1875987758585600/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789081983.374224:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081983.374228:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789081983.374229:0:36:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081983.374233:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 708 00000100:00080000:1.0:1789081983.374235:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1789081983.374239:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0fd4415a800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081983.374250:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe76e22300 x1875987758586112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789081983.374306:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758585856:0@lo:400:kworker.0 00000100:00100000:1.0:1789081983.374394:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.374430:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758586496:0@lo:400:kworker.0 00000100:00100000:1.0:1789081983.374457:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081983.374560:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758585344:0@lo:400:kworker.0 00000100:00100000:2.0:1789081983.374595:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081983.374619:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758585984:0@lo:400:kworker.0 00000100:00100000:2.0:1789081983.374642:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081983.375458:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758585728:0@lo:400:kworker.0 00000100:00100000:2.0:1789081983.375572:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758585472:0@lo:400:kworker.0 00000100:00100000:2.0:1789081983.375600:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081983.375638:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758586240:0@lo:400:kworker.0 00000100:00100000:0.0:1789081983.375781:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758585984 00000100:00100000:0.0:1789081983.375792:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758585984 00000100:00100000:0.0:1789081983.375873:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758585472 00000100:00100000:0.0:1789081983.375877:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758585472 00000100:00100000:0.0:1789081983.375903:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789081983.375913:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4340ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758585984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081983.375994:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4340ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758585984:12345-0@lo:400:kworker.0 Request processed in 82us (1350us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081983.376003:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789081983.376020:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789081983.376026:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758585472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789081983.376102:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758585472:12345-0@lo:400:kworker.0 Request processed in 76us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081983.376115:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789081983.376164:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758585984:0@lo:400:kworker.0 00000020:01000004:0.0:1789081983.376298:0:25046:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1789081983.376321:0:25046:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffffa0fe4918b380) 00000020:00000080:0.0:1789081983.376354:0:25046:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000100:00080000:2.0:1789081983.377586:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789081983.379166:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758585856 00000100:00100000:1.0:1789081983.379188:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758585856 00000100:00100000:1.0:1789081983.379251:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758585344 00000100:00100000:1.0:1789081983.379255:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758585344 00000100:00100000:1.0:1789081983.379280:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789081983.379292:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758585856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081983.379402:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758585856:12345-0@lo:400:kworker.0 Request processed in 111us (5006us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081983.379410:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789081983.379430:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789081983.379436:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758585344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081983.379475:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758585344:12345-0@lo:400:kworker.0 Request processed in 39us (4879us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081983.379482:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000020:01000004:0.0:1789081983.382648:0:25046:0:(tgt_mount.c:153:server_get_mount()) get mount ffffa0fe7e94e800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789081983.382657:0:25046:0:(tgt_mount.c:187:server_put_mount()) put mount ffffa0fe7e94e800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789081983.382661:0:25046:0:(obd_mount.c:710:lustre_put_lsi()) put ffffa0fe7e94e800 3 00010000:00080000:0.0:1789081983.382707:0:25046:0:(ldlm_lib.c:102:import_set_conn()) imp ffffa0fd433d5000@lustre-MDT0001-lwp-OST0001: add connection 192.168.201.129@tcp at head 00000100:00100000:3.0:1789081983.387107:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758585216 00000100:00100000:3.0:1789081983.387136:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758585216 00000100:00100000:3.0:1789081983.387197:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758586496 00000100:00100000:3.0:1789081983.387201:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758586496 00000100:00100000:3.0:1789081983.387260:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789081983.387276:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758586496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081983.387372:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758586496:12345-0@lo:400:kworker.0 Request processed in 103us (12914us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.387380:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789081983.387398:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789081983.387403:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1875987758585216:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789081983.387427:0:22710:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:3.0:1789081983.387464:0:22710:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x7375183570f75853 00000004:00100000:3.0:1789081983.387479:0:22710:0:(mdt_handler.c:7406:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789081983.387514:0:22710:0:(import.c:65:import_set_state_nolock()) ffffa0fe668b6000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789081983.387555:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875987758585216:12345-0@lo:38:llog_process_th.0 Request processed in 150us (16010us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.387562:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1789081983.387605:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1789081983.390863:0:25046:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000100:00100000:1.0:1789081983.391406:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081983.391550:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758586240 00000100:00100000:3.0:1789081983.391562:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758586240 00000100:00100000:3.0:1789081983.391627:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789081983.391640:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758586240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081983.391736:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758586240:12345-0@lo:400:kworker.0 Request processed in 99us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.391745:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789081983.392704:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758585472:0@lo:400:kworker.0 00010000:00080000:1.0:1789081983.392726:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe76e21500 x1875987758586240/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081983.392739:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758586240:0@lo:400:kworker.0 00000100:00100000:1.0:1789081983.392778:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.392816:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758586368:0@lo:400:kworker.0 00000100:00100000:1.0:1789081983.392865:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.392942:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758585344:0@lo:400:kworker.0 00000100:00100000:1.0:1789081983.392965:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758585600:0@lo:8:kworker.0 00000100:00100000:3.0:1789081983.393097:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758585728 00000100:00100000:3.0:1789081983.393105:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758585728 00000100:00100000:3.0:1789081983.393155:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758586368 00000100:00100000:3.0:1789081983.393158:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758586368 00000100:00100000:3.0:1789081983.393184:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789081983.393193:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758585728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081983.393249:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758585728:12345-0@lo:400:kworker.0 Request processed in 57us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.393256:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789081983.393271:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789081983.393278:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758586368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081983.393306:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758586368:12345-0@lo:400:kworker.0 Request processed in 29us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081983.393313:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:3.0:1789081983.393332:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789081983.393484:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758585856:0@lo:400:kworker.0 00010000:00080000:3.0:1789081983.393505:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe79e4b800 x1875987758586496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081983.393515:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758586496:0@lo:400:kworker.0 00000100:00100000:1.0:1789081983.393628:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.393671:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758586112:0@lo:8:kworker.0 00000100:00100000:1.0:1789081983.393700:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1789081983.393731:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe6ffb7480 x1875987758585216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789081993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081983.393739:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789081983.393749:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1789081983.393757:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789081983.393763:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789081983.393766:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd433d3000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789081983.393773:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1875987758585216:0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789081983.393808:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe76e22a00 x1875987758585728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081983.393819:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758585728:0@lo:400:kworker.0 00010000:00080000:1.0:1789081983.393829:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe76e20700 x1875987758586368/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789081999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081983.393837:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758586368:0@lo:400:kworker.0 00000100:00100000:1.0:1789081983.393856:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758585600 00000100:00100000:1.0:1789081983.393860:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758585600 00000100:00100000:1.0:1789081983.393880:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758586112 00000100:00100000:1.0:1789081983.393883:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758586112 00000100:00100000:1.0:1789081983.393898:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789081983.393902:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1875987758585600:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1789081983.395532:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1875987758585600:12345-0@lo:8:kworker.0 Request processed in 1612us (1889us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789081983.395548:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789081983.395591:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789081983.395598:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1875987758586112:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1789081983.395647:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1875987758586112:12345-0@lo:8:kworker.0 Request processed in 49us (1947us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789081983.395653:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789081983.395861:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789081983.395872:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789081983.395878:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789081983.395883:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758585600:0@lo:8:kworker.0 00000100:00100000:2.0:1789081983.395895:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789081983.395898:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789081983.395902:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789081983.395905:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758586112:0@lo:8:kworker.0 00000020:00000080:0.0:1789081983.396196:0:25046:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1789081983.396635:0:25046:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789081983.396653:0:25046:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x7375183570f7585a 00000100:00080000:0.0:1789081983.396663:0:25046:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789081983.396669:0:25046:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffffa0fd433d5000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1789081983.396711:0:25046:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fe6ffb7480 x1875987758586624/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789081983.396731:0:25046:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000040:00080000:0.0:1789081983.399414:0:25046:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:2.0:1789081983.400033:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1875987758586624:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789081983.400180:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.400517:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758586624 00000100:00100000:1.0:1789081983.400525:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758586624 00000100:00100000:1.0:1789081983.400583:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789081983.400593:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1875987758586624:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789081983.400637:0:23775:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:1.0:1789081983.400887:0:23775:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x7375183570f75861 00000004:00100000:1.0:1789081983.400917:0:23775:0:(mdt_handler.c:7406:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789081983.400988:0:23775:0:(import.c:65:import_set_state_nolock()) ffffa0fd43601800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789081983.401111:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875987758586624:12345-0@lo:38:llog_process_th.0 Request processed in 518us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081983.401120:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1789081983.401183:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffffa0fe6ffb7480 x1875987758586624/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789081993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081983.401196:0:3640:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789081983.401209:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1789081983.401219:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789081983.401224:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789081983.401228:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd433d5000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789081983.401235:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1875987758586624:0@lo:38:llog_process_th.0 00000020:01000000:3.0:1789081983.403416:0:25032:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789081983.403481:0:25032:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789081983.403548:0:25032:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f800/0x7375183570f75830 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75837 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.403563:0:25032:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f800/0x7375183570f75830 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75837 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789081983.403635:0:25032:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789081983.403637:0:25032:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789081983.403645:0:25032:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789081983.403646:0:25032:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789081983.403647:0:25032:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789081983.403648:0:25032:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789081983.403650:0:25032:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789081983.403651:0:25032:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789081983.403652:0:25032:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789081983.403656:0:25032:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1789081983.403658:0:25032:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789081983.403659:0:25032:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789081983.403660:0:25032:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789081983.403661:0:25032:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789081983.403662:0:25032:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789081983.403663:0:25032:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789081983.403664:0:25032:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789081983.403664:0:25032:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789081983.403665:0:25032:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789081983.403695:0:25032:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1789081983.403715:0:25032:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758586752:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789081983.403785:0:25032:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081983.403831:0:25032:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe79e09c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789081983.404580:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758586752 00000100:00100000:2.0:1789081983.404590:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758586752 00000100:00100000:2.0:1789081983.404653:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1789081983.404664:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:25032:x1875987758586752:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789081983.404699:0:22701:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1789081983.404716:0:22701:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1789081983.411347:0:22701:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789081983.411372:0:22701:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1789081983.411405:0:22724:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789081983.411411:0:22724:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789081983.411450:0:22724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.411473:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fd428dfc00/0x7375183570f756f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f756ee expref: 24 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.411481:0:22724:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fd428dfe00/0x7375183570f75703 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f756fc expref: 24 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.411502:0:22724:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.411551:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fd428dfe00/0x7375183570f75703 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f756fc expref: 24 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.411567:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fd428dfe00/0x7375183570f75703 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f756fc expref: 24 pid: 22702 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081983.411585:0:22724:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758586880:0@lo:104: 00000100:00100000:0.0:1789081983.411665:0:22724:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789081983.411725:0:22724:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fd428dfc00/0x7375183570f756f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f756ee expref: 24 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081983.411734:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758586880 00010000:00010000:0.0:1789081983.411734:0:22724:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fd428dfc00/0x7375183570f756f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f756ee expref: 24 pid: 22702 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081983.411742:0:22724:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758587008:0@lo:104: 00000100:00100000:1.0:1789081983.411743:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758586880 00000100:00100000:0.0:1789081983.411779:0:22724:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081983.411806:0:22692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758587008 00000100:00100000:0.0:1789081983.411807:0:22724:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6022ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1789081983.411809:0:22692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758587008 00000100:00100000:1.0:1789081983.411827:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789081983.411836:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+4:22724:x1875987758586880:12345-0@lo:104: 00010000:00010000:1.0:1789081983.411854:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f75703 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081983.411957:0:22724:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758586880:0@lo:104: 00010000:00010000:1.0:1789081983.411973:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789081983.412149:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+4:22724:x1875987758586880:12345-0@lo:104: Request processed in 313us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081983.412157:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789081983.412176:0:22692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789081983.412183:0:22692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:22724:x1875987758587008:12345-0@lo:104: 00010000:00010000:1.0:1789081983.412190:0:22692:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f756f5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081983.412270:0:22724:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22724:1875987758587008:0@lo:104: 00010000:00010000:0.0:1789081983.412300:0:22724:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.412317:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789081983.412327:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f75703 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.412336:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f977800 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:3.0:1789081983.412340:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f75703 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.412349:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f75703 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789081983.412358:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f75703 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081983.412377:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789081983.412421:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75703 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.412428:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789081983.412495:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758587136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789081983.412534:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081983.412590:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758587136 00000100:00100000:0.0:1789081983.412595:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758587136 00010000:00010000:3.0:1789081983.412599:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75703 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.412607:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe7f977800/0x7375183570f756fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75703 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.412615:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fd428dfe00/0x7375183570f75703 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f756fc expref: 25 pid: 22702 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.412621:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081983.412624:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f756f5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.412629:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f976a00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:3.0:1789081983.412633:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f756f5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081983.412644:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00010000:00010000:3.0:1789081983.412645:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f756f5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081983.412651:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+25:3644:x1875987758587136:12345-0@lo:103:ldlm_bl.0 10000000:00010000:3.0:1789081983.412652:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f756f5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789081983.412657:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789081983.412663:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789081983.412668:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fd428dfe00/0x7375183570f75703 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f756fc expref: 25 pid: 22702 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.412673:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f756f5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.412678:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789081983.412679:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fd428dfe00/0x7375183570f75703 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f756fc expref: 25 pid: 22702 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.412694:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fd428dfe00/0x7375183570f75703 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f756fc expref: 25 pid: 22702 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.412699:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f756f5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081983.412705:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976a00/0x7375183570f756ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f756f5 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.412706:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789081983.412719:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081983.412721:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081983.412723:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081983.413008:0:22692:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:1.0:1789081983.413016:0:22692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:22724:x1875987758587008:12345-0@lo:104: Request processed in 833us (1235us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081983.413023:0:22692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789081983.413042:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43409c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3644:x1875987758587136:12345-0@lo:103:ldlm_bl.0 Request processed in 391us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081983.413048:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4401b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758587264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789081983.413049:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789081983.413107:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789081983.413304:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081983.413358:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758587136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789081983.413487:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:25032:x1875987758586752:12345-0@lo:253:mount.lustre.0 Request processed in 8825us (9701us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081983.413496:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789081983.413638:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758587264 00000100:00100000:0.0:1789081983.413644:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758587264 00010000:00010000:0.0:1789081983.413666:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fd428dfc00/0x7375183570f756f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f756ee expref: 23 pid: 22702 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789081983.413670:0:25032:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:014c4fe1-07d5-4f34-bfaa-c97810a2f861:25032:1875987758586752:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789081983.413682:0:25032:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789081983.413686:0:25032:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789081983.413688:0:25032:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789081983.413690:0:25032:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789081983.413691:0:25032:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789081983.413692:0:25032:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789081983.413693:0:25032:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789081983.413696:0:25032:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789081983.413698:0:25032:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:0.0:1789081983.413698:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000020:01000004:3.0:1789081983.413700:0:25032:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1789081983.413706:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:3641:x1875987758587264:12345-0@lo:103:ldlm_bl.0 00000020:02000000:3.0:1789081983.413711:0:25032:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1789081983.413716:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789081983.413720:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fd428dfc00/0x7375183570f756f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f756ee expref: 23 pid: 22702 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.413730:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fd428dfc00/0x7375183570f756f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f756ee expref: 23 pid: 22702 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.413770:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fd428dfc00/0x7375183570f756f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f756ee expref: 23 pid: 22702 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.413783:0:22695:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.413791:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789081983.413806:0:22695:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008367914s 00010000:00010000:0.0:1789081983.413812:0:22695:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.413818:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.413825:0:22695:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.413831:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.413836:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe1000 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:0.0:1789081983.413841:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.413848:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.413871:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081983.413888:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789081983.413921:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:3641:x1875987758587264:12345-0@lo:103:ldlm_bl.0 Request processed in 216us (814us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081983.413940:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789081983.413991:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4401b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758587264:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789081983.414164:0:22724:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081983.414172:0:22724:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081983.414179:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75868 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:3.0:1789081983.421647:0:25032:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1789081983.436181:0:25032:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1789081983.436194:0:25032:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1789081983.436247:0:25032:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789081983.436308:0:25032:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.129@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789081983.436655:0:25032:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1789081983.436700:0:25032:0:(super25.c:181:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1789081983.440057:0:25032:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789081983.441182:0:25032:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789081983.966658:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081984.478602:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758587392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789081984.478686:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081984.478821:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758587392 00000100:00100000:3.0:1789081984.478831:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758587392 00000100:00100000:3.0:1789081984.478891:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789081984.478922:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758587392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789081984.478971:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789081984.479029:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758587392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081984.479037:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789081984.479160:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758587392:0@lo:13:osp-pre-0-0.0 00000020:00000004:1.0:1789081984.633755:0:25100:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789081984.634046:0:25100:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:0.0:1789081984.928818:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789081984.928826:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0fe6fce2800 from 14 10000000:01000000:0.0:1789081984.928832:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789081984.928889:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0600/0x7375183570f7586f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081984.928916:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0600/0x7375183570f7586f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081984.928928:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0600/0x7375183570f7586f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081984.928972:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758587520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789081984.929046:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081984.929748:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4ae97d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789081984.931061:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758587520 00000100:00100000:0.0:1789081984.931102:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758587520 00000100:00100000:0.0:1789081984.931193:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789081984.934321:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:22705:x1875987758587520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789081984.934360:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789081984.934471:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75876 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f7586f expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081984.934510:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75876 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f7586f expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081984.934522:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe79fe1000/0x7375183570f75876 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f7586f expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081984.934532:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe79fe1000, rc 0) 00000100:00100000:0.0:1789081984.934633:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:22705:x1875987758587520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 3430us (5585us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081984.934642:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789081984.937275:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758587520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789081984.937319:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0600/0x7375183570f7586f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75876 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081984.937333:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0600/0x7375183570f7586f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75876 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081984.937893:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758587648:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789081984.938146:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081984.939210:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758587648 00000100:00100000:2.0:1789081984.939221:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758587648 00000100:00100000:2.0:1789081984.939310:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1789081984.939322:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:22705:x1875987758587648:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789081984.939346:0:22701:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789081984.939365:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789081984.939369:0:22701:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1789081984.939459:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4ae97d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789081984.939475:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:22705:x1875987758587648:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 156us (1329us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081984.939483:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1789081984.943812:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758587648:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789081984.943937:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789081984.943950:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0600/0x7375183570f7586f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75876 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081984.943962:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe79fe0600/0x7375183570f7586f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75876 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789081984.943972:0:22705:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789081984.943975:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffffa0fe5ece7000 from 14 10000000:01000000:1.0:1789081984.943978:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789081984.944020:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7587d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081984.944030:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7587d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081984.944039:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7587d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789081984.944088:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758587776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789081984.944150:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081984.945674:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6aa52c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789081984.946132:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758587776 00000100:00100000:1.0:1789081984.946143:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758587776 00000100:00100000:1.0:1789081984.946204:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1789081984.946214:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:22705:x1875987758587776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789081984.946248:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789081984.946269:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe7f976e00/0x7375183570f75884 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f7587d expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081984.946315:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe7f976e00/0x7375183570f75884 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f7587d expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081984.946328:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe7f976e00/0x7375183570f75884 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f7587d expref: 24 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081984.946338:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7f976e00, rc 0) 00000100:00100000:1.0:1789081984.946426:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:22705:x1875987758587776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 212us (2275us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081984.946434:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1789081984.948273:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758587776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789081984.948300:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7587d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75884 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081984.948313:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7587d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75884 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789081984.948890:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758587904:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789081984.949525:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081984.949584:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4ae97f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789081984.950757:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758587904 00000100:00100000:0.0:1789081984.950771:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758587904 00000100:00100000:0.0:1789081984.951865:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1789081984.951882:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:22705:x1875987758587904:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789081984.951926:0:22701:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789081984.952097:0:22701:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789081984.952101:0:22701:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1789081984.952501:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:22705:x1875987758587904:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 623us (2978us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081984.952510:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1789081984.955490:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758587904:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789081984.955576:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789081984.955588:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7587d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75884 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081984.955599:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe7f976600/0x7375183570f7587d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75884 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081984.993478:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081986.016204:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081986.526307:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758588032:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789081986.526444:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081986.536387:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758588032 00000100:00100000:1.0:1789081986.536413:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758588032 00000100:00100000:1.0:1789081986.536496:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789081986.536510:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4340b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758588032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789081986.536578:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789081986.536673:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4340a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758588160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789081986.536694:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4340b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758588032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 188us (10251us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081986.536703:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789081986.536727:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081986.536781:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758588160 00000100:00100000:2.0:1789081986.536796:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758588160 00000100:00100000:2.0:1789081986.536854:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789081986.536861:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758588160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789081986.536905:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789081986.536944:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758588160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081986.536951:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789081986.537007:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4340a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758588160:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789081986.537053:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758588032:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1789081986.541997:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789081987.038293:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789081987.038319:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4401ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758588288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789081987.038391:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789081987.038527:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081987.038574:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758588288 00000100:00100000:3.0:1789081987.038583:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758588288 00000100:00100000:3.0:1789081987.038645:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789081987.038654:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758588288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789081987.038691:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789081987.038743:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758588288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081987.038750:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789081987.038930:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4401ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758588288:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1789081987.743012:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789081988.068417:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789081988.574250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081988.574260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789081988.574271:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081988.574287:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffffa0fe775fe800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081988.574327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd4363e300 x1875987758588800/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789081988.574403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789081988.574405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789081988.574407:0:8:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789081988.574412:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffffa0fd4415a800 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1789081988.574426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa0fd4363d500 x1875987758589312/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789081988.574558:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758588544:0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.574728:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081988.574810:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758589184:0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.574863:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081988.574882:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43481c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1875987758589824:0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.574920:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081988.574947:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1789081988.574955:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758588672:0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.574978:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081988.574994:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875987758589440:0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.575014:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081988.575028:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43482d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1875987758589952:0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.575044:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081988.575107:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758588800:0@lo:8:kworker.0 00000100:00100000:1.0:1789081988.575132:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081988.575151:0:3640:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758589312:0@lo:8:kworker.0 00000100:00100000:1.0:1789081988.575172:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081988.575234:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758588544 00000100:00100000:1.0:1789081988.575242:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758588544 00000100:00100000:1.0:1789081988.575311:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789081988.575320:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43481f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758588544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.575406:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43481f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758588544:12345-0@lo:400:kworker.0 Request processed in 86us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081988.575414:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789081988.575437:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758589184 00000100:00100000:1.0:1789081988.575442:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758589184 00000100:00100000:1.0:1789081988.575489:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758588672 00000100:00100000:1.0:1789081988.575492:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758588672 00000100:00100000:1.0:1789081988.575513:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758588800 00000100:00100000:1.0:1789081988.575516:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758588800 00000100:00100000:1.0:1789081988.575527:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758589312 00000100:00100000:1.0:1789081988.575530:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758589312 00000100:00100000:1.0:1789081988.575549:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789081988.575556:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758589184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.575608:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758589184:12345-0@lo:400:kworker.0 Request processed in 54us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081988.575615:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789081988.575635:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789081988.575641:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758588672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.575677:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758588672:12345-0@lo:400:kworker.0 Request processed in 36us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081988.575682:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789081988.575693:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789081988.575696:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1875987758588800:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789081988.575732:0:24216:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:1.0:1789081988.575776:0:24216:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7375183570f7588b 00002000:00100000:1.0:1789081988.575793:0:24216:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffffa0fd43601000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113719 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1789081988.575798:0:24216:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1789081988.575800:0:24216:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1789081988.575940:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758588416:0@lo:400:kworker.0 00000100:00100000:3.0:1789081988.575982:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081988.576015:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758589056:0@lo:400:kworker.0 00000100:00100000:3.0:1789081988.576040:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081988.576109:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43482a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1875987758589696:0@lo:400:kworker.0 00000100:00100000:3.0:1789081988.576144:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081988.576175:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789081988.576183:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758588928:0@lo:400:kworker.0 00000100:00100000:3.0:1789081988.576213:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081988.576231:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43480000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758589568:0@lo:400:kworker.0 00000100:00100000:3.0:1789081988.576259:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081988.576306:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758589824 00000100:00100000:3.0:1789081988.576312:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758589824 00000100:00100000:3.0:1789081988.576353:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758589440 00000100:00100000:3.0:1789081988.576357:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758589440 00000100:00100000:3.0:1789081988.576377:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758589952 00000100:00100000:3.0:1789081988.576380:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758589952 00000100:00100000:3.0:1789081988.576394:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758589696 00000100:00100000:3.0:1789081988.576397:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758589696 00000100:00100000:3.0:1789081988.576407:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758588928 00000100:00100000:3.0:1789081988.576409:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758588928 00000100:00100000:3.0:1789081988.576420:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758589568 00000100:00100000:3.0:1789081988.576422:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758589568 00000100:00100000:3.0:1789081988.576438:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789081988.576446:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875987758589824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081988.576505:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43483800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875987758589824:12345-0@lo:400:kworker.0 Request processed in 59us (1584us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081988.576511:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789081988.576536:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789081988.576542:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875987758589440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081988.576585:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43483100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875987758589440:12345-0@lo:400:kworker.0 Request processed in 37us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081988.576591:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789081988.576603:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789081988.576615:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43480e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875987758589952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081988.576649:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43480e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875987758589952:12345-0@lo:400:kworker.0 Request processed in 35us (1604us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081988.576656:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789081988.576675:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789081988.576682:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44019c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875987758589696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081988.576727:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44019c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875987758589696:12345-0@lo:400:kworker.0 Request processed in 46us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081988.576733:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789081988.576745:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789081988.576751:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4401aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758588928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081988.576776:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4401aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758588928:12345-0@lo:400:kworker.0 Request processed in 26us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081988.576782:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789081988.576792:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789081988.576798:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758589568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081988.576822:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758589568:12345-0@lo:400:kworker.0 Request processed in 25us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081988.576828:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789081988.576864:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789081988.576870:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1875987758589312:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789081988.576897:0:24218:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 717 last 0 00000020:00000080:3.0:1789081988.576925:0:24218:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x7375183570f75892 00002000:00100000:3.0:1789081988.576939:0:24218:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffffa0fd410f7000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113719 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1789081988.576942:0:24218:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1789081988.576944:0:24218:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:2.0:1789081988.580888:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758589056 00000100:00100000:2.0:1789081988.580908:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758589056 00000100:00100000:2.0:1789081988.580979:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789081988.580990:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758589056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081988.581123:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758589056:12345-0@lo:400:kworker.0 Request processed in 134us (5081us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081988.581132:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789081988.581155:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758588416 00000100:00100000:2.0:1789081988.581160:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758588416 00000100:00100000:2.0:1789081988.581186:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1789081988.581191:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3642:x1875987758588416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081988.581220:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3642:x1875987758588416:12345-0@lo:400:kworker.0 Request processed in 29us (5238us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081988.581233:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00002000:00080000:1.0:1789081988.582096:0:24216:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789081988.582135:0:24216:0:(import.c:65:import_set_state_nolock()) ffffa0fd43604800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789081988.582213:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3640:x1875987758588800:12345-0@lo:8:kworker.0 Request processed in 6514us (7078us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081988.582223:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1789081988.582261:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789081988.582265:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789081988.582268:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789081988.582308:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758588672:0@lo:400:kworker.0 00010000:00080000:1.0:1789081988.582329:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd4363d880 x1875987758589440/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081988.582341:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875987758589440:0@lo:400:kworker.0 00010000:00080000:1.0:1789081988.582354:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd43482d80 x1875987758589952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081988.582363:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43482d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1875987758589952:0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.582376:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758588544:0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.582387:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758589184:0@lo:400:kworker.0 00010000:00080000:1.0:1789081988.582399:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd43481c00 x1875987758589824/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081988.582408:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43481c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1875987758589824:0@lo:400:kworker.0 00010000:00080000:2.0:1789081988.586756:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd4363e300 x1875987758588800/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789082013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789081988.586787:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789081988.586798:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789081988.586808:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789081988.586813:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fe775fe800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789081988.586881:0:3640:0:(osp_dev.c:1791:osp_import_event()) got connected 00000100:00100000:2.0:1789081988.586889:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1875987758588800:0@lo:8:kworker.0 00010000:00080000:1.0:1789081988.588339:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd4363c700 x1875987758588928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081988.588358:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758588928:0@lo:400:kworker.0 00010000:00080000:1.0:1789081988.588372:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd43480000 x1875987758589568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081988.588381:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43480000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758589568:0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.588393:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758588416:0@lo:400:kworker.0 00000100:00100000:1.0:1789081988.588404:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758589056:0@lo:400:kworker.0 00010000:00080000:1.0:1789081988.588417:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd43482a00 x1875987758589696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081988.588424:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43482a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1875987758589696:0@lo:400:kworker.0 00000004:00080000:3.0:1789081988.591693:0:22734:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789081988.591828:0:22734:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 717297762861ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789081988.591850:0:22734:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00002000:00080000:3.0:1789081988.591929:0:24218:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1789081988.591972:0:24218:0:(import.c:65:import_set_state_nolock()) ffffa0fd410f4800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789081988.592118:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875987758589312:12345-0@lo:8:kworker.0 Request processed in 15244us (16942us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081988.592132:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:3.0:1789081988.592190:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd4363d500 x1875987758589312/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789082013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789081988.592211:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789081988.592222:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789081988.592228:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789081988.592231:0:3640:0:(import.c:65:import_set_state_nolock()) ffffa0fd4415a800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789081988.592242:0:3640:0:(osp_dev.c:1791:osp_import_event()) got connected 00000100:00100000:3.0:1789081988.592249:0:3640:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1875987758589312:0@lo:8:kworker.0 00000004:00080000:0.0:1789081988.592619:0:22735:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000004:00080000:3.0:1789081988.592624:0:23453:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1789081988.592642:0:23453:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4401a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23453:1875987758590464:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1789081988.592642:0:22735:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e21880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22735:1875987758590336:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789081988.592683:0:23453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081988.592685:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe76e22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758590080:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789081988.592716:0:23453:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4ae97e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789081988.592722:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081988.592730:0:22735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081988.592742:0:22735:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd42172e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789081988.592749:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789081988.592754:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758590208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789081988.592757:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758590464 00000100:00100000:3.0:1789081988.592763:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758590464 00000100:00100000:0.0:1789081988.592773:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081988.592800:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758590336 00000100:00100000:0.0:1789081988.592803:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758590336 00000100:00100000:3.0:1789081988.592808:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789081988.592817:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23453:x1875987758590464:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1789081988.592825:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789081988.592830:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22735:x1875987758590336:12345-0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1789081988.593084:0:23452:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789081988.593201:0:23452:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 717299135451ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789081988.593208:0:23452:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1789081988.597005:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758590080 00000100:00100000:1.0:1789081988.597020:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758590080 00000100:00100000:1.0:1789081988.597096:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758590208 00000100:00100000:1.0:1789081988.597100:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758590208 00000100:00100000:1.0:1789081988.597117:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789081988.597126:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1875987758590080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789081988.597168:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789081988.597252:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1875987758590080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (4529us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081988.597259:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789081988.597280:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789081988.597285:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1875987758590208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789081988.597294:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789081988.597316:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1875987758590208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (4542us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081988.597320:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1789081988.597385:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd44018380 x1875987758590208/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789082004 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081988.597406:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758590208:0@lo:13:osp-pre-1-1.0 00010000:00080000:1.0:1789081988.597416:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fe76e22a00 x1875987758590080/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789082004 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081988.597427:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758590080:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1789081988.597468:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:0.0:1789081988.623606:0:24216:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:0.0:1789081988.623619:0:24216:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1789081988.623741:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44018a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23453:x1875987758590464:12345-0@lo:7:osp-pre-1-1.0 Request processed in 30920us (31054us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081988.623754:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:1.0:1789081988.624674:0:23453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd4401a300 x1875987758590464/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789082004 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081988.624695:0:23453:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4401a300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23453:1875987758590464:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1789081988.624715:0:23453:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1789081988.624767:0:23453:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43482a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23453:1875987758590592:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1789081988.624823:0:23453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1789081988.627113:0:24219:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1789081988.627129:0:24219:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1789081988.627137:0:24219:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000004:00080000:2.0:1789081988.635792:0:22688:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:2.0:1789081988.635853:0:23441:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:1.0:1789081988.642917:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758590592 00000100:00100000:1.0:1789081988.642932:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758590592 00000100:00100000:1.0:1789081988.643010:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789081988.643022:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23453:x1875987758590592:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1789081988.643061:0:24524:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1789081988.643157:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23453:x1875987758590592:12345-0@lo:5:osp-pre-1-1.0 Request processed in 137us (18333us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081988.643164:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789081988.643188:0:23453:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464426c0 going to sleep for 11 seconds 00010000:00080000:1.0:1789081988.643217:0:23453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd43482a00 x1875987758590592/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789082004 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081988.643232:0:23453:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43482a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23453:1875987758590592:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1789081988.643244:0:23453:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1789081988.643289:0:23453:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43482a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23453:1875987758590720:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1789081988.643324:0:23453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081988.643352:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758590720 00000100:00100000:1.0:1789081988.643356:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758590720 00000100:00100000:1.0:1789081988.643380:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789081988.643386:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23453:x1875987758590720:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1789081988.643416:0:24216:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000100:00100000:1.0:1789081988.643636:0:23453:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe464426c0 going to sleep for 11 seconds 00002000:00010000:3.0:1789081988.652933:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081988.652951:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75899 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.652973:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=717s v=(0 0) 00010000:00010000:3.0:1789081988.652978:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081988.653000:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.653020:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.653032:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75899 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.653039:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.653087:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789081988.653796:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081988.653806:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f758a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.653819:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=717s v=(0 0) 00010000:00010000:3.0:1789081988.653822:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081988.653827:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f758a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.653846:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f758a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.653855:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f758a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.653875:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f758a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.653896:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789081988.654021:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789081988.654029:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654038:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198e600 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081988.654043:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654053:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75899 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654109:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75899 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654118:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75899 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654137:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081988.654140:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f758a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654157:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198f600 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081988.654160:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f758a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654167:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f758a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654176:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f758a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654183:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f758a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654193:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.654195:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.654196:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789081988.654233:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081988.654238:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f758a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654245:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=717s v=(0 0) 00010000:00010000:3.0:1789081988.654248:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081988.654252:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f758a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654260:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f758a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654273:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f758a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654281:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f758a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654292:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081988.654298:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081988.654301:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f758a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654307:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198f400 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081988.654310:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f758a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654317:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f758a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654327:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f758a7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654333:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f758a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.654345:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.654351:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.654353:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081988.655626:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789081988.657136:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789081988.657149:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000880a57e3/0x7375183570f758ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.657166:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=717s v=(0 0) 00010000:00010000:0.0:1789081988.657171:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789081988.657178:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000880a57e3/0x7375183570f758ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.657195:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000880a57e3/0x7375183570f758ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.657216:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000880a57e3/0x7375183570f758ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.657226:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000880a57e3/0x7375183570f758ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.657250:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081988.658332:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081988.658345:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000880a57e3/0x7375183570f758ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.658359:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe0200 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081988.658364:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000880a57e3/0x7375183570f758ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.658374:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000880a57e3/0x7375183570f758ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.658394:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000880a57e3/0x7375183570f758ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.658403:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000880a57e3/0x7375183570f758ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.658427:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.658429:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.658431:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789081988.659107:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789081988.659115:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000927829ea/0x7375183570f758b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.659128:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=717s v=(0 0) 00010000:00010000:0.0:1789081988.659132:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789081988.659137:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000927829ea/0x7375183570f758b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.659150:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000927829ea/0x7375183570f758b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.659159:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000927829ea/0x7375183570f758b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.659167:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000927829ea/0x7375183570f758b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.659196:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789081988.659206:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789081988.659210:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000927829ea/0x7375183570f758b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.659217:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe1800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:0.0:1789081988.659220:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000927829ea/0x7375183570f758b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.659228:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000927829ea/0x7375183570f758b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.659239:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000927829ea/0x7375183570f758b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.659247:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000927829ea/0x7375183570f758b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.659260:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081988.659262:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081988.659263:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789081988.660485:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789081988.660494:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d192b0b4/0x7375183570f758bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.660508:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=717s v=(0 0) 00010000:00010000:0.0:1789081988.660517:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789081988.660522:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d192b0b4/0x7375183570f758bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.660535:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d192b0b4/0x7375183570f758bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.660545:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d192b0b4/0x7375183570f758bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.660553:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d192b0b4/0x7375183570f758bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.660570:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789081988.661122:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789081988.661129:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6667989/0x7375183570f758c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661138:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=717s v=(0 0) 00010000:00010000:0.0:1789081988.661142:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789081988.661146:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6667989/0x7375183570f758c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661156:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6667989/0x7375183570f758c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661163:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6667989/0x7375183570f758c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661176:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6667989/0x7375183570f758c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661188:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789081988.661196:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789081988.661201:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d192b0b4/0x7375183570f758bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661208:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe79fe0800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:0.0:1789081988.661212:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d192b0b4/0x7375183570f758bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661221:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d192b0b4/0x7375183570f758bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661237:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d192b0b4/0x7375183570f758bc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661244:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d192b0b4/0x7375183570f758bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661260:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789081988.661263:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6667989/0x7375183570f758c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661278:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff79200 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:0.0:1789081988.661282:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6667989/0x7375183570f758c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661289:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6667989/0x7375183570f758c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661298:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6667989/0x7375183570f758c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661304:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6667989/0x7375183570f758c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081988.661315:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081988.661316:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789081988.661318:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081988.663219:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.663234:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ef991fb/0x7375183570f758ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.663253:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.663257:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.663264:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ef991fb/0x7375183570f758ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.663279:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ef991fb/0x7375183570f758ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.663296:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ef991fb/0x7375183570f758ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.663303:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004ef991fb/0x7375183570f758ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.663321:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789081988.663709:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.663716:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1356b9b/0x7375183570f758d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.663725:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.663728:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.663732:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1356b9b/0x7375183570f758d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.663741:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1356b9b/0x7375183570f758d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.663750:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1356b9b/0x7375183570f758d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.663757:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a1356b9b/0x7375183570f758d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.663776:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1789081988.664020:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.664026:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001d1f618a/0x7375183570f758d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.664034:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.664037:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.664041:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d1f618a/0x7375183570f758d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.664051:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001d1f618a/0x7375183570f758d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.664059:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001d1f618a/0x7375183570f758d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.664205:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001d1f618a/0x7375183570f758d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.664214:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1789081988.664599:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.664605:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c292811c/0x7375183570f758df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.664614:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.664624:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.664630:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c292811c/0x7375183570f758df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.664640:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c292811c/0x7375183570f758df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.664648:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c292811c/0x7375183570f758df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.664654:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c292811c/0x7375183570f758df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.664664:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1789081988.665534:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1789081988.665546:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004ef991fb/0x7375183570f758ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665559:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f976800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.665564:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004ef991fb/0x7375183570f758ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665576:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004ef991fb/0x7375183570f758ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665598:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004ef991fb/0x7375183570f758ca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665620:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ef991fb/0x7375183570f758ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665644:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789081988.665649:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a1356b9b/0x7375183570f758d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665656:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f976400 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.665659:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1356b9b/0x7375183570f758d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665666:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1356b9b/0x7375183570f758d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665678:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a1356b9b/0x7375183570f758d1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665685:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1356b9b/0x7375183570f758d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665697:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789081988.665700:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001d1f618a/0x7375183570f758d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665706:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f977800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.665746:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001d1f618a/0x7375183570f758d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665754:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001d1f618a/0x7375183570f758d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665764:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001d1f618a/0x7375183570f758d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665772:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d1f618a/0x7375183570f758d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665785:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081988.665788:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c292811c/0x7375183570f758df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665794:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f976a00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.665797:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c292811c/0x7375183570f758df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665805:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c292811c/0x7375183570f758df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665813:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c292811c/0x7375183570f758df lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.665820:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c292811c/0x7375183570f758df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.666916:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.676936:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.676945:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.676948:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081988.677088:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.677100:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0162c23/0x7375183570f758e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.677121:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.677126:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.677132:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0162c23/0x7375183570f758e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.677145:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0162c23/0x7375183570f758e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.677157:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0162c23/0x7375183570f758e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.677164:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0162c23/0x7375183570f758e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.677196:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789081988.677431:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081988.677438:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0162c23/0x7375183570f758e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.677457:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f977a00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.677462:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0162c23/0x7375183570f758e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.677472:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0162c23/0x7375183570f758e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.677488:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0162c23/0x7375183570f758e6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.677496:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0162c23/0x7375183570f758e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.677512:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.677514:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.677517:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081988.678113:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.678122:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000834cbf8f/0x7375183570f758ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.678133:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.678137:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.678141:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000834cbf8f/0x7375183570f758ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.678150:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000834cbf8f/0x7375183570f758ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.678165:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000834cbf8f/0x7375183570f758ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.678172:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000834cbf8f/0x7375183570f758ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.678186:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789081988.678311:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081988.678318:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000834cbf8f/0x7375183570f758ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.678326:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7f977400 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.678329:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000834cbf8f/0x7375183570f758ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.678347:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000834cbf8f/0x7375183570f758ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.678361:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000834cbf8f/0x7375183570f758ed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.678369:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000834cbf8f/0x7375183570f758ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.678383:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.678389:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.678391:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081988.681712:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.681725:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005798d94f/0x7375183570f758f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.681743:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.681748:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.681755:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005798d94f/0x7375183570f758f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.681770:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005798d94f/0x7375183570f758f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.681783:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005798d94f/0x7375183570f758f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.681790:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005798d94f/0x7375183570f758f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.681815:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081988.681857:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081988.681866:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005798d94f/0x7375183570f758f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.681874:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429caa00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081988.681884:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005798d94f/0x7375183570f758f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.681893:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005798d94f/0x7375183570f758f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.681914:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005798d94f/0x7375183570f758f4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.681921:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005798d94f/0x7375183570f758f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.681938:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.681940:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.681942:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081988.682298:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.682305:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f758fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.682314:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.682317:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.682321:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f758fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.682336:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f758fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.682356:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f758fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.682363:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f758fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.682376:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789081988.682748:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081988.682754:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f758fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.682763:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429cbe00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.682767:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f758fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.682774:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f758fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.682787:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f758fb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.682795:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f758fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.682821:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.682823:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.682825:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081988.683729:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.683740:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75902 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.683755:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.683759:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.683765:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.683776:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.683784:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75902 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.683791:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.683818:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081988.683894:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081988.683901:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.683909:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429ca200 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081988.683913:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.683922:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.683937:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75902 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.683956:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75902 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.683973:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.683975:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.683976:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081988.685784:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.685802:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f75909 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.685848:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.685853:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.685860:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f75909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.685876:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f75909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.685888:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f75909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.685896:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f75909 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.685918:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789081988.686149:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081988.686157:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f75909 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.686166:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429ca000 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.686171:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f75909 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.686181:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f75909 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.686214:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f75909 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.686223:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f75909 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.686245:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.686247:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.686248:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081988.689208:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.689220:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001d994691/0x7375183570f75910 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.689236:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.689241:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.689247:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d994691/0x7375183570f75910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.689261:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001d994691/0x7375183570f75910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.689271:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001d994691/0x7375183570f75910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.689280:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001d994691/0x7375183570f75910 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.689316:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081988.689343:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081988.689351:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001d994691/0x7375183570f75910 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.689359:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429cba00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081988.689364:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001d994691/0x7375183570f75910 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.689373:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001d994691/0x7375183570f75910 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.689392:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001d994691/0x7375183570f75910 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.689398:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d994691/0x7375183570f75910 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.689415:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.689417:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.689419:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081988.690164:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.690170:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb9272b6/0x7375183570f75917 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.690180:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.690184:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.690188:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb9272b6/0x7375183570f75917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.690198:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb9272b6/0x7375183570f75917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.690206:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb9272b6/0x7375183570f75917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.690215:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bb9272b6/0x7375183570f75917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.690243:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789081988.690349:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081988.690355:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bb9272b6/0x7375183570f75917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.690363:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429cae00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.690373:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb9272b6/0x7375183570f75917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.690382:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb9272b6/0x7375183570f75917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.690394:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bb9272b6/0x7375183570f75917 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.690402:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb9272b6/0x7375183570f75917 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.690418:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.690433:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.690435:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081988.693013:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.693029:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f7591e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.693048:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.693053:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.693059:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f7591e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.693092:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f7591e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.693103:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f7591e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.693119:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f7591e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.693138:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081988.694429:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081988.694440:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f7591e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.694452:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429cbe00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081988.694457:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f7591e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.694468:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f7591e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.694489:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f7591e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.694497:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db68a985/0x7375183570f7591e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.694519:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.694522:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.694523:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789081988.695300:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.695312:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000808cfcbd/0x7375183570f75925 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.695327:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.695332:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.698941:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000808cfcbd/0x7375183570f75925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.698984:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000808cfcbd/0x7375183570f75925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.698999:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000808cfcbd/0x7375183570f75925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.699008:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000808cfcbd/0x7375183570f75925 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.699282:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789081988.699653:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081988.699664:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000808cfcbd/0x7375183570f75925 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.699689:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429ca600 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.699696:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000808cfcbd/0x7375183570f75925 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.699708:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000808cfcbd/0x7375183570f75925 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.699731:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000808cfcbd/0x7375183570f75925 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.699740:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000808cfcbd/0x7375183570f75925 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.699766:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.699767:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.699770:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789081988.702004:0:25033:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1789081988.702177:0:25033:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1789081988.702183:0:25033:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:1.0:1789081988.702846:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789081988.702857:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f7592c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.702874:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=717s v=(0 0) 00010000:00010000:1.0:1789081988.702879:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789081988.702885:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f7592c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.702901:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f7592c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.702920:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f7592c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.702927:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f7592c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.702948:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1789081988.704971:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43481c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23453:x1875987758590720:12345-0@lo:5:osp-pre-1-1.0 Request processed in 61568us (61629us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789081988.704988:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00010000:2.0:1789081988.705964:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789081988.705977:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f7592c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.705994:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429ca000 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:2.0:1789081988.705999:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f7592c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.706023:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f7592c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.706050:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f7592c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.706058:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073c13a3b/0x7375183570f7592c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.706101:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081988.706103:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081988.706105:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081988.706193:0:23453:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1789081988.706206:0:23453:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43482a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23453:1875987758590720:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789081988.706228:0:23453:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1789081988.706298:0:23453:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4401bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23453:1875987758590848:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1789081988.706372:0:23453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081988.706417:0:23453:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4ae979c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789081988.706496:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758590848 00000100:00100000:2.0:1789081988.706504:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758590848 00000100:00100000:2.0:1789081988.706557:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789081988.706567:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23453:x1875987758590848:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1789081988.706640:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23453:x1875987758590848:12345-0@lo:900:osp-pre-1-1.0 Request processed in 74us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081988.706648:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789081988.706717:0:23453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd4401bb80 x1875987758590848/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789082004 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081988.706728:0:23453:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4401bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23453:1875987758590848:0@lo:900:osp-pre-1-1.0 00002000:00010000:2.0:1789081988.710116:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081988.710133:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003db58be/0x7375183570f75933 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.710152:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=717s v=(0 0) 00010000:00010000:2.0:1789081988.710156:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081988.710176:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003db58be/0x7375183570f75933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.710194:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003db58be/0x7375183570f75933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.710204:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003db58be/0x7375183570f75933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.710212:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003db58be/0x7375183570f75933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.710242:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789081988.711698:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081988.711710:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003db58be/0x7375183570f75933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.711721:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428de000 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.711727:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003db58be/0x7375183570f75933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.711738:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003db58be/0x7375183570f75933 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.711757:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003db58be/0x7375183570f75933 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.711764:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003db58be/0x7375183570f75933 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.711782:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.711792:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.711794:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789081988.713117:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081988.713127:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d9db56f/0x7375183570f7593a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.713142:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=717s v=(0 0) 00010000:00010000:2.0:1789081988.713146:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081988.713153:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d9db56f/0x7375183570f7593a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.713165:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d9db56f/0x7375183570f7593a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.713175:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d9db56f/0x7375183570f7593a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.713192:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d9db56f/0x7375183570f7593a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.713212:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081988.713617:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081988.713624:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d9db56f/0x7375183570f7593a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.713634:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428dee00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081988.713639:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d9db56f/0x7375183570f7593a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.713647:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d9db56f/0x7375183570f7593a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.713663:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d9db56f/0x7375183570f7593a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.713670:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d9db56f/0x7375183570f7593a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.713686:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.713688:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.713690:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789081988.713956:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081988.713963:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e0c0929/0x7375183570f75941 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.713971:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=717s v=(0 0) 00010000:00010000:2.0:1789081988.713974:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081988.713979:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e0c0929/0x7375183570f75941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.713989:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e0c0929/0x7375183570f75941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.713997:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e0c0929/0x7375183570f75941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.714004:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e0c0929/0x7375183570f75941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.714019:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789081988.714097:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081988.714104:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e0c0929/0x7375183570f75941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.714112:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428df200 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.714115:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e0c0929/0x7375183570f75941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.714122:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e0c0929/0x7375183570f75941 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.714133:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e0c0929/0x7375183570f75941 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.714140:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e0c0929/0x7375183570f75941 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.714154:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.714156:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.714158:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789081988.715208:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081988.715219:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d6c0c5e9/0x7375183570f75948 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.715239:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=717s v=(0 0) 00010000:00010000:2.0:1789081988.715243:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081988.715248:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6c0c5e9/0x7375183570f75948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.715260:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6c0c5e9/0x7375183570f75948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.715270:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d6c0c5e9/0x7375183570f75948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.715278:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d6c0c5e9/0x7375183570f75948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.715333:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789081988.718136:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789081988.718150:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037115c34/0x7375183570f7594f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.718167:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=717s v=(0 0) 00010000:00010000:2.0:1789081988.718171:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789081988.718177:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037115c34/0x7375183570f7594f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.718190:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037115c34/0x7375183570f7594f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.718220:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037115c34/0x7375183570f7594f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.718227:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037115c34/0x7375183570f7594f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.719229:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789081988.719242:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d6c0c5e9/0x7375183570f75948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.719271:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428df800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081988.719276:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6c0c5e9/0x7375183570f75948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.719285:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6c0c5e9/0x7375183570f75948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.719305:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d6c0c5e9/0x7375183570f75948 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.719313:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6c0c5e9/0x7375183570f75948 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.719334:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081988.719338:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037115c34/0x7375183570f7594f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.719345:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428dfe00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081988.719348:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037115c34/0x7375183570f7594f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.719355:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037115c34/0x7375183570f7594f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.719364:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037115c34/0x7375183570f7594f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.719377:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.719379:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.719381:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081988.720285:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789081988.720296:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037115c34/0x7375183570f7594f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789081988.721048:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081988.721056:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f75956 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721093:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=717s v=(0 0) 00010000:00010000:3.0:1789081988.721097:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081988.721104:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f75956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721117:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f75956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721125:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f75956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721131:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f75956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721146:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789081988.721240:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789081988.721247:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f75956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721264:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198f400 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789081988.721269:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f75956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721277:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f75956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721292:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f75956 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721298:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ce05a86/0x7375183570f75956 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721314:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.721315:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081988.721317:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789081988.721578:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081988.721584:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f7595d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721592:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=717s v=(0 0) 00010000:00010000:3.0:1789081988.721595:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081988.721599:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f7595d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721609:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f7595d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721623:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f7595d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721630:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f7595d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.721651:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789081988.721891:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789081988.721897:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f7595d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.721904:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198f600 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:2.0:1789081988.721907:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f7595d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.721914:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f7595d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.721926:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f7595d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.721932:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0ab6fc1/0x7375183570f7595d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081988.721953:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081988.721954:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081988.721956:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789081988.722027:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081988.722032:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75964 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.722040:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=717s v=(0 0) 00010000:00010000:3.0:1789081988.722043:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081988.722046:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.722055:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.722092:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.722100:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.722126:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789081988.722257:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081988.722264:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.722272:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198e600 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.722275:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.722292:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.722304:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75964 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.722312:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75964 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.722328:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.722330:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.722332:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081988.722369:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789081988.722436:0:24219:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789081988.722441:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb2bf00f/0x7375183570f7596b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.722450:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=717s v=(0 0) 00010000:00010000:3.0:1789081988.722453:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789081988.722457:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb2bf00f/0x7375183570f7596b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.722466:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb2bf00f/0x7375183570f7596b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.722473:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb2bf00f/0x7375183570f7596b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.722480:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cb2bf00f/0x7375183570f7596b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789081988.722500:0:24219:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1789081988.722535:0:24219:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00010000:00010000:1.0:1789081988.722684:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789081988.722689:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cb2bf00f/0x7375183570f7596b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.722696:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198e800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789081988.722700:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb2bf00f/0x7375183570f7596b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.722708:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb2bf00f/0x7375183570f7596b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.722718:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cb2bf00f/0x7375183570f7596b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.722737:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb2bf00f/0x7375183570f7596b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081988.722750:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.722752:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789081988.722754:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081988.722804:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22735:x1875987758590336:12345-0@lo:5:osp-pre-1-0.0 Request processed in 129967us (130067us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081988.722815:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789081988.723322:0:22735:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe76e21880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22735:1875987758590336:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1789081988.723342:0:22735:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1789081988.723475:0:22735:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4401bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22735:1875987758590976:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789081988.723535:0:22735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789081988.723575:0:22735:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4ae97e40 going to sleep for 11 seconds 00000100:00100000:1.0:1789081988.723633:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758590976 00000100:00100000:1.0:1789081988.723641:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758590976 00000100:00100000:1.0:1789081988.723697:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789081988.723709:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4401a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22735:x1875987758590976:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1789081988.723769:0:24524:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:1.0:1789081988.726004:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4401a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22735:x1875987758590976:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2287us (2459us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789081988.726019:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789081988.726338:0:22735:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4401bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22735:1875987758590976:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789081988.726360:0:22735:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:3.0:1789081989.095797:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081989.606571:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789081989.606598:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758591104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789081989.614062:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081989.614469:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758591104 00000100:00100000:0.0:1789081989.614481:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758591104 00000100:00100000:0.0:1789081989.614572:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789081989.614584:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4340a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758591104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789081989.614629:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789081989.614708:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4340a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758591104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081989.614716:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789081989.614926:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758591104:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1789081990.110378:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789081991.139019:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789081991.352659:0:25390:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg129-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000040:00080000:2.0:1789081991.456020:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789081991.647442:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789081991.647460:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758591232:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789081991.647472:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4340a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758591360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789081991.647996:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081991.648102:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758591360 00000100:00100000:0.0:1789081991.648114:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758591360 00000100:00100000:0.0:1789081991.648334:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789081991.648349:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758591360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789081991.648391:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789081991.648457:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758591360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081991.648466:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1789081991.648513:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789081991.648564:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4340a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758591360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789081991.649012:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081991.649088:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758591232 00000100:00100000:1.0:1789081991.649094:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758591232 00000100:00100000:1.0:1789081991.649133:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789081991.649143:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758591232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789081991.649180:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789081991.649233:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758591232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081991.649240:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789081991.649292:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758591232:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789081992.165165:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081992.175101:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789081992.175125:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43480a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758591488:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789081992.175240:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081992.175313:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758591488 00000100:00100000:1.0:1789081992.175322:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758591488 00000100:00100000:1.0:1789081992.175372:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789081992.175382:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43481500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758591488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789081992.175423:0:23449:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789081992.175491:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43481500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758591488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081992.175499:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789081992.175550:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43480a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758591488:0@lo:41:osp-pre-1-0.0 00000020:00000004:3.0:1789081992.643747:0:25442:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789081992.643989:0:25442:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789081993.182456:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789081993.701798:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758591744:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.701880:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.701947:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758592256:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.701971:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.701987:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1875987758592768:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.702009:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.702026:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43480a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758593280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789081993.702049:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.702107:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1789081993.702113:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4401ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758591616:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.702142:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.702175:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4401b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875987758592128:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.702200:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.702217:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875987758592640:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.702237:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.702253:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44184380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875987758593152:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.702276:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.702302:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4401b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758591872:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.702325:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.702344:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758592384:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.702942:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.702979:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44185880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875987758592896:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.703007:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.703024:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1789081993.703030:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758592000:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.703050:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.703098:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44185180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758592512:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.703119:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.703137:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875987758593024:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.703155:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081993.703997:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758591744 00000100:00100000:1.0:1789081993.704012:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758591744 00000100:00100000:1.0:1789081993.704103:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758592256 00000100:00100000:1.0:1789081993.704107:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758592256 00000100:00100000:1.0:1789081993.704129:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789081993.704138:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758591744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.704226:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43482680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758591744:12345-0@lo:400:kworker.0 Request processed in 89us (2347us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081993.704234:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789081993.704252:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1789081993.704258:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758592256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.704289:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43480700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758592256:12345-0@lo:400:kworker.0 Request processed in 31us (2317us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081993.704295:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1789081993.704317:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758592768 00000100:00100000:1.0:1789081993.704320:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758592768 00000100:00100000:1.0:1789081993.704349:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758592128 00000100:00100000:1.0:1789081993.704353:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758592128 00000100:00100000:1.0:1789081993.704362:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758592640 00000100:00100000:1.0:1789081993.705007:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758592640 00000100:00100000:1.0:1789081993.705033:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758593152 00000100:00100000:1.0:1789081993.705037:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758593152 00000100:00100000:1.0:1789081993.705051:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758592896 00000100:00100000:1.0:1789081993.705053:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758592896 00000100:00100000:1.0:1789081993.705102:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758593024 00000100:00100000:1.0:1789081993.705106:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758593024 00000100:00100000:1.0:1789081993.705122:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789081993.705129:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875987758592768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.705185:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43480380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875987758592768:12345-0@lo:400:kworker.0 Request processed in 57us (3175us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081993.705191:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789081993.705205:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789081993.705210:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875987758592128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.705238:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43482a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875987758592128:12345-0@lo:400:kworker.0 Request processed in 28us (3038us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081993.705251:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789081993.705263:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789081993.705268:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875987758592640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.705297:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875987758592640:12345-0@lo:400:kworker.0 Request processed in 29us (3060us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081993.705303:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789081993.705314:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789081993.705319:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875987758593152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.705345:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875987758593152:12345-0@lo:400:kworker.0 Request processed in 26us (3069us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081993.705351:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789081993.705361:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789081993.705760:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758591872 00000100:00100000:2.0:1789081993.705768:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758591872 00000100:00100000:2.0:1789081993.705799:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758592384 00000100:00100000:2.0:1789081993.705803:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758592384 00000100:00100000:2.0:1789081993.705817:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758592000 00000100:00100000:2.0:1789081993.705819:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758592000 00000100:00100000:2.0:1789081993.705832:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758592512 00000100:00100000:2.0:1789081993.705835:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758592512 00000100:00100000:2.0:1789081993.705850:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789081993.705857:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758591872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081993.705977:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758591872:12345-0@lo:400:kworker.0 Request processed in 120us (3650us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081993.705993:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789081993.706006:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789081993.706012:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758592384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081993.706042:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758592384:12345-0@lo:400:kworker.0 Request processed in 31us (3677us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081993.706048:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789081993.706058:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789081993.706079:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3641:x1875987758592000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081993.706108:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3641:x1875987758592000:12345-0@lo:400:kworker.0 Request processed in 45us (3057us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081993.706113:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789081993.706124:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789081993.706130:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758592512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081993.706155:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758592512:12345-0@lo:400:kworker.0 Request processed in 25us (3035us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081993.706160:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789081993.706188:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789081993.706195:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875987758593024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081993.706224:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875987758593024:12345-0@lo:400:kworker.0 Request processed in 29us (3067us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081993.706231:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789081993.706317:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758591616 00000100:00100000:2.0:1789081993.706322:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758591616 00000100:00100000:2.0:1789081993.706353:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1789081993.706359:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3644:x1875987758591616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081993.706484:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3644:x1875987758591616:12345-0@lo:400:kworker.0 Request processed in 125us (4341us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081993.706491:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1789081993.706524:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758593280 00000100:00100000:2.0:1789081993.706527:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758593280 00000100:00100000:2.0:1789081993.706555:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789081993.706561:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758593280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789081993.706585:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789081993.706616:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758593280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (4566us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081993.706622:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789081993.706740:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875987758592896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.706804:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875987758592896:12345-0@lo:400:kworker.0 Request processed in 1437us (3796us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081993.706811:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789081993.708635:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789081993.708675:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4340b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758593408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789081993.708776:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789081993.708839:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789081993.708846:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789081993.708850:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789081993.708853:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789081993.708878:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758593408 00000100:00100000:1.0:1789081993.709293:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758592000:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.709306:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44185180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758592512:0@lo:400:kworker.0 00010000:00080000:1.0:1789081993.709325:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd44185c00 x1875987758593024/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081993.709337:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875987758593024:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.709349:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4401b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758591872:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.709360:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758592384:0@lo:400:kworker.0 00000100:00100000:0.0:1789081993.709981:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758593408 00000100:00100000:0.0:1789081993.710032:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789081993.710041:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3642:x1875987758593408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789081993.710088:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789081993.710159:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3642:x1875987758593408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (1384us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081993.710166:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789081993.710229:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4340b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758593408:0@lo:13:osp-pre-1-0.0 00010000:00080000:1.0:1789081993.710498:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd44185880 x1875987758592896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081993.710508:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44185880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875987758592896:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.710557:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4401ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758591616:0@lo:400:kworker.0 00010000:00080000:1.0:1789081993.710569:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd4401b100 x1875987758592128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081993.710578:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4401b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875987758592128:0@lo:400:kworker.0 00010000:00080000:1.0:1789081993.710587:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd44186d80 x1875987758592640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081993.710595:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875987758592640:0@lo:400:kworker.0 00010000:00080000:1.0:1789081993.710606:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd44184380 x1875987758593152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081993.710614:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44184380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875987758593152:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.710625:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758591744:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.710635:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758592256:0@lo:400:kworker.0 00010000:00080000:1.0:1789081993.710646:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd44185500 x1875987758592768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081993.710653:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1875987758592768:0@lo:400:kworker.0 00000100:00100000:1.0:1789081993.710667:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43480a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758593280:0@lo:13:osp-pre-1-1.0 00000020:00000004:3.0:1789081993.848610:0:25492:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789081993.848888:0:25492:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789081994.181106:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081994.181280:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730158848 00000100:00100000:0.0:1789081994.181300:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730158848 00000100:00100000:0.0:1789081994.181454:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 118 00000100:00100000:0.0:1789081994.181464:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2377:x1875987730158848:12345-192.168.201.29@tcp:250:mount.lustre.0 00010000:00080000:0.0:1789081994.181511:0:22701:0:(ldlm_lib.c:1445:target_handle_connect()) MGS: connection from 9de33fda-c0a0-4701-9670-0f6857dd458d@192.168.201.29@tcp t0 exp 0000000000000000 cur 722 last 0 00000020:00000080:0.0:1789081994.181548:0:22701:0:(genops.c:1406:class_connect()) connect: client 9de33fda-c0a0-4701-9670-0f6857dd458d, cookie 0x7375183570f75972 00000100:00080000:0.0:1789081994.181704:0:22701:0:(import.c:65:import_set_state_nolock()) ffffa0fd433d2000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789081994.181808:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+5:2377:x1875987730158848:12345-192.168.201.29@tcp:250:mount.lustre.0 Request processed in 344us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081994.181816:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 118 00000100:00100000:2.0:1789081994.188625:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081994.192422:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730158976 00000100:00100000:0.0:1789081994.192437:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730158976 00000100:00100000:0.0:1789081994.192620:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 119 00000100:00100000:0.0:1789081994.192632:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+5:18123:x1875987730158976:12345-192.168.201.29@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789081994.192653:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789081994.192675:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe6ff78800/0x7375183570f75979 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x21a0e20846400085 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081994.192708:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe6ff78800/0x7375183570f75979 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400085 expref: 6 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081994.192720:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe6ff78800/0x7375183570f75979 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400085 expref: 6 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081994.192730:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff78800, rc 0) 00000100:00100000:0.0:1789081994.193877:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+6:18123:x1875987730158976:12345-192.168.201.29@tcp:101:mount.lustre.0 Request processed in 1239us (5256us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081994.193910:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 119 00010000:00010000:2.0:1789081994.210695:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081994.212824:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081994.213324:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730159104 00000100:00100000:3.0:1789081994.213337:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730159104 00000100:00100000:3.0:1789081994.213419:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 120 00000100:00100000:3.0:1789081994.213431:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+6:18123:x1875987730159104:12345-192.168.201.29@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789081994.213602:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+6:18123:x1875987730159104:12345-192.168.201.29@tcp:501:mount.lustre.0 Request processed in 173us (789us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789081994.213611:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 120 00000001:00080000:1.0:1789081994.219890:0:25033:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:3.0:1789081994.220602:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081994.220950:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730159232 00000100:00100000:0.0:1789081994.220962:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730159232 00000100:00100000:0.0:1789081994.221027:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 121 00000100:00100000:0.0:1789081994.221038:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+6:18123:x1875987730159232:12345-192.168.201.29@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789081994.221058:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789081994.221134:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe6ff79400/0x7375183570f75980 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x21a0e2084640008c expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081994.221169:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe6ff79400/0x7375183570f75980 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640008c expref: 7 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081994.221180:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe6ff79400/0x7375183570f75980 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640008c expref: 7 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081994.221190:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff79400, rc 0) 00000100:00100000:0.0:1789081994.221253:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+7:18123:x1875987730159232:12345-192.168.201.29@tcp:101:mount.lustre.0 Request processed in 216us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081994.221261:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 121 00000100:00100000:2.0:1789081994.227627:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081994.230650:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730159360 00000100:00100000:0.0:1789081994.230669:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730159360 00000100:00100000:0.0:1789081994.230767:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 122 00000100:00100000:0.0:1789081994.230788:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+7:18123:x1875987730159360:12345-192.168.201.29@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789081994.230979:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+8:18123:x1875987730159360:12345-192.168.201.29@tcp:501:mount.lustre.0 Request processed in 202us (3365us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081994.231007:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 122 00000100:00100000:1.0:1789081994.235918:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081994.236209:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730159488 00000100:00100000:3.0:1789081994.236219:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730159488 00000100:00100000:3.0:1789081994.236283:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 123 00000100:00100000:3.0:1789081994.236294:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+8:18123:x1875987730159488:12345-192.168.201.29@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789081994.236456:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+8:18123:x1875987730159488:12345-192.168.201.29@tcp:503:mount.lustre.0 Request processed in 164us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081994.236465:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 123 00000100:00100000:3.0:1789081994.251480:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789081994.251664:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730159616 00000100:00100000:2.0:1789081994.251675:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730159616 00000100:00100000:2.0:1789081994.251746:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 124 00000100:00100000:2.0:1789081994.251758:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+8:18141:x1875987730159616:12345-192.168.201.29@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789081994.251927:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+8:18141:x1875987730159616:12345-192.168.201.29@tcp:502:llog_process_th.0 Request processed in 171us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081994.251936:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 124 00000100:00100000:2.0:1789081994.295987:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081994.296099:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730159744 00000100:00100000:0.0:1789081994.296111:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730159744 00000100:00100000:0.0:1789081994.296171:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 125 00000100:00100000:0.0:1789081994.296182:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+8:18141:x1875987730159744:12345-192.168.201.29@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789081994.296361:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+8:18141:x1875987730159744:12345-192.168.201.29@tcp:502:llog_process_th.0 Request processed in 180us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081994.296370:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 125 00000100:00100000:1.0:1789081994.300188:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081994.300679:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730159872 00000100:00100000:3.0:1789081994.300689:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730159872 00000100:00100000:3.0:1789081994.300796:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 126 00000100:00100000:3.0:1789081994.300807:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+8:18141:x1875987730159872:12345-192.168.201.29@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789081994.301038:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+8:18141:x1875987730159872:12345-192.168.201.29@tcp:502:llog_process_th.0 Request processed in 233us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081994.301046:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 126 00000100:00100000:3.0:1789081994.304518:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789081994.304600:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730160000 00000100:00100000:2.0:1789081994.304611:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730160000 00000100:00100000:2.0:1789081994.304674:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 127 00000100:00100000:2.0:1789081994.304687:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe774e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+8:18123:x1875987730160000:12345-192.168.201.29@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789081994.304723:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789081994.304870:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428de000/0x7375183570f75987 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x21a0e208464000bd expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081994.304904:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428de000/0x7375183570f75987 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464000bd expref: 9 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081994.304916:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428de000/0x7375183570f75987 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464000bd expref: 9 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081994.304925:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428de000, rc 0) 00000100:00100000:2.0:1789081994.305049:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe774e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+9:18123:x1875987730160000:12345-192.168.201.29@tcp:101:mount.lustre.0 Request processed in 364us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081994.305058:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 127 00000100:00100000:2.0:1789081994.317681:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081994.317812:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730160128 00000100:00100000:0.0:1789081994.317824:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730160128 00000100:00100000:0.0:1789081994.317887:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 128 00000100:00100000:0.0:1789081994.317898:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+9:18123:x1875987730160128:12345-192.168.201.29@tcp:256:mount.lustre.0 20000000:01000000:0.0:1789081994.317931:0:22703:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1789081994.317954:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789081994.317958:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1789081994.317961:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1789081994.317963:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1789081994.317966:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789081994.321543:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+9:18123:x1875987730160128:12345-192.168.201.29@tcp:256:mount.lustre.0 Request processed in 3634us (3859us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081994.321559:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 128 00000100:00100000:3.0:1789081994.326127:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081994.326400:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730160256 00000100:00100000:0.0:1789081994.326410:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730160256 00000100:00100000:0.0:1789081994.326472:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 129 00000100:00100000:0.0:1789081994.326481:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+9:18123:x1875987730160256:12345-192.168.201.29@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789081994.326521:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789081994.326541:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe6ff78c00/0x7375183570f7598e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x21a0e208464000c4 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081994.326573:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe6ff78c00/0x7375183570f7598e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464000c4 expref: 10 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081994.326584:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe6ff78c00/0x7375183570f7598e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464000c4 expref: 10 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081994.326594:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff78c00, rc 0) 00000100:00100000:0.0:1789081994.326662:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+10:18123:x1875987730160256:12345-192.168.201.29@tcp:101:mount.lustre.0 Request processed in 181us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081994.326669:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 129 00000100:00100000:2.0:1789081994.329486:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081994.329629:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730160384 00000100:00100000:0.0:1789081994.329640:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730160384 00000100:00100000:0.0:1789081994.329712:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 130 00000100:00100000:0.0:1789081994.329723:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+10:18123:x1875987730160384:12345-192.168.201.29@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789081994.329914:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+10:18123:x1875987730160384:12345-192.168.201.29@tcp:501:mount.lustre.0 Request processed in 192us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081994.329921:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 130 00000100:00100000:1.0:1789081994.332788:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789081994.332927:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730160512 00000100:00100000:2.0:1789081994.332961:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730160512 00000100:00100000:2.0:1789081994.333022:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 131 00000100:00100000:2.0:1789081994.333031:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+10:18123:x1875987730160512:12345-192.168.201.29@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789081994.333221:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+10:18123:x1875987730160512:12345-192.168.201.29@tcp:503:mount.lustre.0 Request processed in 190us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081994.333231:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 131 00000100:00100000:1.0:1789081994.340052:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081994.340797:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730160640 00000100:00100000:3.0:1789081994.340810:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730160640 00000100:00100000:3.0:1789081994.340876:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 132 00000100:00100000:3.0:1789081994.340886:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+10:18146:x1875987730160640:12345-192.168.201.29@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789081994.341093:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+10:18146:x1875987730160640:12345-192.168.201.29@tcp:502:llog_process_th.0 Request processed in 207us (1050us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081994.341101:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 132 00000100:00100000:3.0:1789081994.343904:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081994.344189:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730160768 00000100:00100000:1.0:1789081994.344198:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730160768 00000100:00100000:1.0:1789081994.344260:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 133 00000100:00100000:1.0:1789081994.344271:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+10:18146:x1875987730160768:12345-192.168.201.29@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789081994.344488:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+10:18146:x1875987730160768:12345-192.168.201.29@tcp:502:llog_process_th.0 Request processed in 217us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081994.344498:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 133 00000100:00100000:1.0:1789081994.368248:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081994.368299:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081994.370112:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730160896 00000100:00100000:0.0:1789081994.370125:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730160896 00000100:00100000:0.0:1789081994.370194:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730161152 00000100:00100000:0.0:1789081994.370198:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730161152 00000100:00100000:0.0:1789081994.370230:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 7 00000100:00100000:0.0:1789081994.370239:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2377:x1875987730160896:12345-192.168.201.29@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789081994.370292:0:22709:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from 476bd03c-3953-435a-ad4a-8006d4944c04@192.168.201.29@tcp t0 exp 0000000000000000 cur 723 last 0 00000020:00000080:0.0:1789081994.370361:0:22709:0:(genops.c:1406:class_connect()) connect: client 476bd03c-3953-435a-ad4a-8006d4944c04, cookie 0x7375183570f75995 00000004:00100000:0.0:1789081994.370392:0:22709:0:(mdt_handler.c:7402:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789081994.370693:0:22709:0:(import.c:65:import_set_state_nolock()) ffffa0fd433d6800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789081994.370925:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 8 00000100:00100000:3.0:1789081994.370933:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43480a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2377:x1875987730161152:12345-192.168.201.29@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789081994.370956:0:23775:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from 476bd03c-3953-435a-ad4a-8006d4944c04@192.168.201.29@tcp t0 exp 0000000000000000 cur 723 last 0 00000020:00000080:3.0:1789081994.370992:0:23775:0:(genops.c:1406:class_connect()) connect: client 476bd03c-3953-435a-ad4a-8006d4944c04, cookie 0x7375183570f7599c 00000004:00100000:3.0:1789081994.371008:0:23775:0:(mdt_handler.c:7402:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1789081994.371175:0:23775:0:(import.c:65:import_set_state_nolock()) ffffa0fd410f6800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789081994.371222:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43480a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+6:2377:x1875987730161152:12345-192.168.201.29@tcp:38:mount.lustre.0 Request processed in 288us (2922us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081994.371244:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 8 00000100:00100000:0.0:1789081994.372201:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+6:2377:x1875987730160896:12345-192.168.201.29@tcp:38:mount.lustre.0 Request processed in 1955us (3956us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081994.372212:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 7 00000100:00100000:1.0:1789081994.381144:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081994.381186:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081994.381274:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730161280 00000100:00100000:3.0:1789081994.381284:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730161280 00000100:00100000:3.0:1789081994.381353:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730161024 00000100:00100000:3.0:1789081994.381356:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730161024 00000100:00100000:3.0:1789081994.381380:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 9 00000100:00100000:3.0:1789081994.381390:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+6:0:x1875987730161280:12345-192.168.201.29@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789081994.381432:0:23775:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789081994.381524:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+6:0:x1875987730161280:12345-192.168.201.29@tcp:41:mount.lustre.0 Request processed in 135us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081994.381532:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 9 00000100:00100000:3.0:1789081994.381550:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 10 00000100:00100000:3.0:1789081994.381557:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44018380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+6:0:x1875987730161024:12345-192.168.201.29@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789081994.381576:0:23775:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789081994.381610:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44018380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+6:0:x1875987730161024:12345-192.168.201.29@tcp:41:mount.lustre.0 Request processed in 53us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081994.381616:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 10 00000100:00100000:1.0:1789081994.383796:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081994.383970:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730161408 00000100:00100000:3.0:1789081994.383982:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730161408 00000100:00100000:3.0:1789081994.384050:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 11 00000100:00100000:3.0:1789081994.384100:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+6:18123:x1875987730161408:12345-192.168.201.29@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789081994.384136:0:23775:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789081994.384205:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+6:18123:x1875987730161408:12345-192.168.201.29@tcp:41:mount.lustre.0 Request processed in 145us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081994.384212:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 11 00000100:00080000:0.0:1789081994.385113:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789081994.385121:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789081994.394373:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789081994.394728:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730161536 00000100:00100000:2.0:1789081994.394751:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730161536 00000100:00100000:2.0:1789081994.394821:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 12 00000100:00100000:2.0:1789081994.394832:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44186a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+6:18123:x1875987730161536:12345-192.168.201.29@tcp:40:mount.lustre.0 00000100:00100000:2.0:1789081994.394956:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44186a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+6:18123:x1875987730161536:12345-192.168.201.29@tcp:40:mount.lustre.0 Request processed in 124us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081994.394963:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 12 00000100:00100000:1.0:1789081994.400230:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081994.400271:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081994.400318:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081994.400454:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730161664 00000100:00100000:3.0:1789081994.400469:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730161664 00000100:00100000:3.0:1789081994.400514:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730161792 00000100:00100000:3.0:1789081994.400517:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730161792 00000100:00100000:3.0:1789081994.400536:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 21 00000100:00100000:3.0:1789081994.400544:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4401ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2377:x1875987730161664:12345-192.168.201.29@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789081994.400583:0:24524:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from 476bd03c-3953-435a-ad4a-8006d4944c04@192.168.201.29@tcp t0 exp 0000000000000000 cur 723 last 0 00000020:00000080:3.0:1789081994.400623:0:24524:0:(genops.c:1406:class_connect()) connect: client 476bd03c-3953-435a-ad4a-8006d4944c04, cookie 0x7375183570f759a3 00002000:00100000:3.0:1789081994.400636:0:24524:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 476bd03c-3953-435a-ad4a-8006d4944c04/ffffa0fd410f3000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113719 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789081994.400658:0:24524:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:1.0:1789081994.400901:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 22 00000100:00100000:1.0:1789081994.400907:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4401b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2377:x1875987730161792:12345-192.168.201.29@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789081994.400927:0:24216:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from 476bd03c-3953-435a-ad4a-8006d4944c04@192.168.201.29@tcp t0 exp 0000000000000000 cur 723 last 0 00000020:00000080:1.0:1789081994.400946:0:24216:0:(genops.c:1406:class_connect()) connect: client 476bd03c-3953-435a-ad4a-8006d4944c04, cookie 0x7375183570f759aa 00002000:00100000:1.0:1789081994.400951:0:24216:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 476bd03c-3953-435a-ad4a-8006d4944c04/ffffa0fd43607000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113719 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789081994.400958:0:24216:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1789081994.401204:0:24216:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1789081994.401238:0:24216:0:(import.c:65:import_set_state_nolock()) ffffa0fd43606800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789081994.401309:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4401b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:476bd03c-3953-435a-ad4a-8006d4944c04+6:2377:x1875987730161792:12345-192.168.201.29@tcp:8:mount.lustre.0 Request processed in 399us (989us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081994.401317:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 22 00002000:00080000:3.0:1789081994.401687:0:24524:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1789081994.401709:0:24524:0:(import.c:65:import_set_state_nolock()) ffffa0fd410f6000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789081994.401754:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4401ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:476bd03c-3953-435a-ad4a-8006d4944c04+6:2377:x1875987730161664:12345-192.168.201.29@tcp:8:mount.lustre.0 Request processed in 1210us (1482us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081994.401761:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 21 00000100:00100000:2.0:1789081994.402354:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730161920 00000100:00100000:2.0:1789081994.402363:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730161920 00000100:00100000:2.0:1789081994.402422:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3 00000100:00100000:2.0:1789081994.402434:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4401b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:476bd03c-3953-435a-ad4a-8006d4944c04+6:18123:x1875987730161920:12345-192.168.201.29@tcp:900:mount.lustre.0 00000100:00100000:2.0:1789081994.402491:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4401b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:476bd03c-3953-435a-ad4a-8006d4944c04+6:18123:x1875987730161920:12345-192.168.201.29@tcp:900:mount.lustre.0 Request processed in 59us (2271us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081994.402498:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3 00000100:00100000:1.0:1789081994.407002:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081994.407129:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730162048 00000100:00100000:0.0:1789081994.407140:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730162048 00000100:00100000:0.0:1789081994.407203:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 0 00000100:00100000:0.0:1789081994.407214:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:476bd03c-3953-435a-ad4a-8006d4944c04+6:18123:x1875987730162048:12345-192.168.201.29@tcp:33:mount.lustre.0 00000004:00080000:3.0:1789081994.408958:0:22711:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1654us 00000004:00200000:2.0:1789081994.448910:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1789081994.449370:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:476bd03c-3953-435a-ad4a-8006d4944c04+6:18123:x1875987730162048:12345-192.168.201.29@tcp:33:mount.lustre.0 Request processed in 42150us (42370us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081994.449388:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 0 00000100:00100000:0.0:1789081994.718510:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44184000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758593536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789081994.718591:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081994.718795:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758593536 00000100:00100000:2.0:1789081994.718804:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758593536 00000100:00100000:2.0:1789081994.718874:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789081994.718885:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758593536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789081994.718909:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789081994.718972:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758593536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081994.718978:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789081994.719136:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44184000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758593536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789081994.727644:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789081994.730934:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730162176 00000100:00100000:2.0:1789081994.730951:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730162176 00000100:00100000:2.0:1789081994.731034:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 13 00000100:00100000:2.0:1789081994.731041:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44184000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+6:18169:x1875987730162176:12345-192.168.201.29@tcp:101:mkdir.0 00010000:00010000:2.0:1789081994.731108:0:23775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789081994.731138:0:23775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfe00/0x7375183570f759b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464000f5 expref: -99 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081994.731209:0:23775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f759b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081994.731223:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f759b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081994.731236:0:23775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f759b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789081994.731285:0:23775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789081994.731287:0:23775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789081994.731318:0:23775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f759b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081994.731342:0:23775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfe00/0x7375183570f759b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464000f5 expref: 8 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081994.731360:0:23775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f759b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464000f5 expref: 7 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081994.731367:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:2.0:1789081994.731369:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789081994.731372:0:23775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428dfc00, rc 0) 00000100:00100000:2.0:1789081994.731447:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44184000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+7:18169:x1875987730162176:12345-192.168.201.29@tcp:101:mkdir.0 Request processed in 407us (3819us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081994.731452:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 13 00010000:00010000:3.0:1789081995.230458:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789081996.254500:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789081996.766633:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4340b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758593664:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789081996.766765:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081996.767279:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758593664 00000100:00100000:2.0:1789081996.767311:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758593664 00000100:00100000:2.0:1789081996.767411:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789081996.767426:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758593664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789081996.767471:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789081996.767536:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758593664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081996.767543:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:3.0:1789081996.767621:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789081996.767990:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44187b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758593792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789081996.768104:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081996.769007:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4340b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758593664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789081996.770320:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758593792 00000100:00100000:2.0:1789081996.770337:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758593792 00000100:00100000:2.0:1789081996.770435:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1789081996.770450:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758593792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789081996.770516:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789081996.770638:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758593792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 192us (2533us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081996.770646:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789081996.771146:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44187b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758593792:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789081997.279036:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789081997.279111:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758593920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789081997.279227:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081997.279577:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758593920 00000100:00100000:1.0:1789081997.279587:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758593920 00000100:00100000:1.0:1789081997.279652:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789081997.279662:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758593920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789081997.279739:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789081997.279807:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758593920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 147us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081997.279815:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789081997.279979:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758593920:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789081997.280299:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789081997.393326:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081997.394852:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730162304 00000100:00100000:1.0:1789081997.394886:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730162304 00000100:00100000:1.0:1789081997.395021:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 14 00000100:00100000:1.0:1789081997.395034:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+7:18221:x1875987730162304:12345-192.168.201.29@tcp:41:lfs.0 00000004:00000024:1.0:1789081997.395131:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789081997.395231:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+7:18221:x1875987730162304:12345-192.168.201.29@tcp:41:lfs.0 Request processed in 199us (1915us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081997.395239:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 14 00000100:00080000:3.0:1789081997.397480:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789081997.400932:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789081997.401924:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730162432 00000100:00100000:2.0:1789081997.401938:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730162432 00000100:00100000:2.0:1789081997.402134:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 15 00000100:00100000:2.0:1789081997.402146:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+6:18221:x1875987730162432:12345-192.168.201.29@tcp:41:lfs.0 00000004:00000024:2.0:1789081997.402203:0:23775:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789081997.403788:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+6:18221:x1875987730162432:12345-192.168.201.29@tcp:41:lfs.0 Request processed in 1629us (2851us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081997.403805:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 15 00000100:00080000:3.0:1789081997.416228:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789081997.416379:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081997.417148:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730162560 00000100:00100000:0.0:1789081997.417160:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730162560 00000100:00100000:0.0:1789081997.417251:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 15 00000100:00100000:0.0:1789081997.417263:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4340a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:476bd03c-3953-435a-ad4a-8006d4944c04+6:18221:x1875987730162560:12345-192.168.201.29@tcp:13:lfs.0 00002000:00000024:0.0:1789081997.417299:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789081997.418377:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4340a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:476bd03c-3953-435a-ad4a-8006d4944c04+6:18221:x1875987730162560:12345-192.168.201.29@tcp:13:lfs.0 Request processed in 1106us (1993us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081997.418393:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 15 00000100:00080000:3.0:1789081997.420726:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789081997.430759:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081997.431350:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730162688 00000100:00100000:0.0:1789081997.431365:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730162688 00000100:00080000:3.0:1789081997.431771:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789081997.433756:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 16 00000100:00100000:0.0:1789081997.433914:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:476bd03c-3953-435a-ad4a-8006d4944c04+6:18221:x1875987730162688:12345-192.168.201.29@tcp:13:lfs.0 00002000:00000024:0.0:1789081997.434016:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789081997.434204:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:476bd03c-3953-435a-ad4a-8006d4944c04+6:18221:x1875987730162688:12345-192.168.201.29@tcp:13:lfs.0 Request processed in 303us (3454us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081997.434213:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 16 00000100:00100000:1.0:1789081997.774852:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789081997.775192:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730162816 00000100:00100000:2.0:1789081997.775207:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730162816 00000100:00100000:2.0:1789081997.775416:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 134 00000100:00100000:2.0:1789081997.775444:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+10:18255:x1875987730162816:12345-192.168.201.29@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789081997.775479:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789081997.775509:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428dfe00/0x7375183570f759bf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x21a0e208464000fc expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081997.775545:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428dfe00/0x7375183570f759bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464000fc expref: 11 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081997.775558:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428dfe00/0x7375183570f759bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464000fc expref: 11 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081997.775569:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428dfe00, rc 0) 00000100:00100000:2.0:1789081997.775653:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18255:x1875987730162816:12345-192.168.201.29@tcp:101:mount.lustre.0 Request processed in 224us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081997.775661:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 134 00000100:00100000:3.0:1789081997.783312:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081997.790904:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730162944 00000100:00100000:0.0:1789081997.790926:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730162944 00000100:00100000:0.0:1789081997.791026:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 135 00000100:00100000:0.0:1789081997.791037:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd435bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18255:x1875987730162944:12345-192.168.201.29@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789081997.791487:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd435bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18255:x1875987730162944:12345-192.168.201.29@tcp:501:mount.lustre.0 Request processed in 440us (8197us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081997.791503:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 135 00000100:00100000:3.0:1789081997.810563:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081997.812122:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730163072 00000100:00100000:1.0:1789081997.812141:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730163072 00000100:00100000:1.0:1789081997.812287:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 136 00000100:00100000:1.0:1789081997.812299:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18255:x1875987730163072:12345-192.168.201.29@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789081997.812566:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18255:x1875987730163072:12345-192.168.201.29@tcp:503:mount.lustre.0 Request processed in 268us (2018us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081997.812576:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 136 00000100:00100000:2.0:1789081997.823162:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081997.823329:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730163200 00000100:00100000:0.0:1789081997.823343:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730163200 00000100:00100000:0.0:1789081997.823414:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 137 00000100:00100000:0.0:1789081997.823425:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18261:x1875987730163200:12345-192.168.201.29@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789081997.823685:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18261:x1875987730163200:12345-192.168.201.29@tcp:502:llog_process_th.0 Request processed in 260us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081997.823694:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 137 00000100:00100000:3.0:1789081997.863341:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081997.863457:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730163328 00000100:00100000:1.0:1789081997.863469:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730163328 00000100:00100000:1.0:1789081997.863533:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 138 00000100:00100000:1.0:1789081997.863543:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18261:x1875987730163328:12345-192.168.201.29@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789081997.863785:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18261:x1875987730163328:12345-192.168.201.29@tcp:502:llog_process_th.0 Request processed in 243us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081997.863793:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 138 00000100:00100000:1.0:1789081997.867752:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081997.867848:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730163456 00000100:00100000:3.0:1789081997.867859:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730163456 00000100:00100000:3.0:1789081997.867919:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 139 00000100:00100000:3.0:1789081997.867940:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18261:x1875987730163456:12345-192.168.201.29@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789081997.868203:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18261:x1875987730163456:12345-192.168.201.29@tcp:502:llog_process_th.0 Request processed in 264us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081997.868211:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 139 00000100:00100000:2.0:1789081997.877324:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081997.887611:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730163584 00000100:00100000:0.0:1789081997.887628:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730163584 00000100:00100000:0.0:1789081997.888289:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 140 00000100:00100000:0.0:1789081997.888304:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18255:x1875987730163584:12345-192.168.201.29@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789081997.888324:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789081997.888346:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe6ff79000/0x7375183570f759c6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x21a0e2084640012d expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081997.888378:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe6ff79000/0x7375183570f759c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640012d expref: 12 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081997.888390:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe6ff79000/0x7375183570f759c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640012d expref: 12 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789081997.888400:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff79000, rc 0) 00000100:00100000:0.0:1789081997.888607:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+12:18255:x1875987730163584:12345-192.168.201.29@tcp:101:mount.lustre.0 Request processed in 308us (11297us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081997.888615:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 140 00000100:00100000:2.0:1789081997.898626:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081997.898749:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730163712 00000100:00100000:1.0:1789081997.898762:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730163712 00000100:00100000:1.0:1789081997.898829:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 141 00000100:00100000:1.0:1789081997.898842:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+12:18255:x1875987730163712:12345-192.168.201.29@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789081997.898883:0:22703:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789081997.898916:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789081997.898921:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789081997.898924:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789081997.898927:0:22703:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789081997.898929:0:22703:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789081997.909629:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+12:18255:x1875987730163712:12345-192.168.201.29@tcp:256:mount.lustre.0 Request processed in 10771us (11001us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081997.909649:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 141 00000100:00100000:2.0:1789081997.913887:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081997.916140:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730163840 00000100:00100000:0.0:1789081997.916159:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730163840 00000100:00100000:1.0:1789081997.917236:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 142 00000100:00100000:1.0:1789081997.917261:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+12:18255:x1875987730163840:12345-192.168.201.29@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789081997.917301:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789081997.917339:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe429ca200/0x7375183570f759cd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x21a0e20846400134 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081997.917385:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe429ca200/0x7375183570f759cd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400134 expref: 13 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081997.917399:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe429ca200/0x7375183570f759cd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400134 expref: 13 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081997.917410:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe429ca200, rc 0) 00000100:00100000:1.0:1789081997.917505:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18255:x1875987730163840:12345-192.168.201.29@tcp:101:mount.lustre.0 Request processed in 257us (3630us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081997.917514:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 142 00000100:00100000:2.0:1789081997.919980:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081997.920104:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730163968 00000100:00100000:0.0:1789081997.920133:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730163968 00000100:00100000:0.0:1789081997.920201:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 143 00000100:00100000:0.0:1789081997.920213:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18255:x1875987730163968:12345-192.168.201.29@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789081997.920721:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18255:x1875987730163968:12345-192.168.201.29@tcp:501:mount.lustre.0 Request processed in 500us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081997.920729:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 143 00000100:00100000:2.0:1789081997.927188:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081997.928756:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730164096 00000100:00100000:3.0:1789081997.928776:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730164096 00000100:00100000:2.0:1789081997.929018:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 144 00000100:00100000:2.0:1789081997.929034:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18255:x1875987730164096:12345-192.168.201.29@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789081997.929700:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18255:x1875987730164096:12345-192.168.201.29@tcp:503:mount.lustre.0 Request processed in 661us (2524us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081997.929725:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 144 00000100:00100000:2.0:1789081997.935927:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081997.936030:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730164224 00000100:00100000:1.0:1789081997.936039:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730164224 00000100:00100000:1.0:1789081997.936139:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 145 00000100:00100000:1.0:1789081997.936150:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18266:x1875987730164224:12345-192.168.201.29@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789081997.936342:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18266:x1875987730164224:12345-192.168.201.29@tcp:502:llog_process_th.0 Request processed in 192us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081997.936351:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 145 00000100:00100000:3.0:1789081997.945532:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081997.945779:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730164352 00000100:00100000:0.0:1789081997.945789:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730164352 00000100:00100000:0.0:1789081997.945854:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 146 00000100:00100000:0.0:1789081997.945865:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18266:x1875987730164352:12345-192.168.201.29@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789081997.946487:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18266:x1875987730164352:12345-192.168.201.29@tcp:502:llog_process_th.0 Request processed in 621us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081997.946498:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 146 00000100:00100000:3.0:1789081997.953779:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081997.956003:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730164480 00000100:00100000:1.0:1789081997.956016:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730164480 00000100:00100000:1.0:1789081997.956100:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 16 00000100:00100000:1.0:1789081997.956108:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2377:x1875987730164480:12345-192.168.201.29@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789081997.956139:0:22710:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0000: connection from cc5708a5-2061-4330-8478-e766feabb0ef@192.168.201.29@tcp t0 exp 0000000000000000 cur 726 last 0 00000020:00000080:1.0:1789081997.956207:0:22710:0:(genops.c:1406:class_connect()) connect: client cc5708a5-2061-4330-8478-e766feabb0ef, cookie 0x7375183570f759d4 00000004:00100000:1.0:1789081997.956236:0:22710:0:(mdt_handler.c:7402:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789081997.956390:0:22710:0:(import.c:65:import_set_state_nolock()) ffffa0fd43602000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789081997.956479:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+6:2377:x1875987730164480:12345-192.168.201.29@tcp:38:mount.lustre.0 Request processed in 369us (2712us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081997.956498:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 16 00000100:00100000:2.0:1789081997.967016:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081997.967301:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730164736 00000100:00100000:3.0:1789081997.967313:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730164736 00000100:00100000:3.0:1789081997.967381:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 17 00000100:00100000:3.0:1789081997.967391:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4340b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2377:x1875987730164736:12345-192.168.201.29@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789081997.967431:0:23775:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-MDT0001: connection from cc5708a5-2061-4330-8478-e766feabb0ef@192.168.201.29@tcp t0 exp 0000000000000000 cur 726 last 0 00000020:00000080:3.0:1789081997.967500:0:23775:0:(genops.c:1406:class_connect()) connect: client cc5708a5-2061-4330-8478-e766feabb0ef, cookie 0x7375183570f759db 00000004:00100000:3.0:1789081997.967536:0:23775:0:(mdt_handler.c:7402:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1789081997.969297:0:23775:0:(import.c:65:import_set_state_nolock()) ffffa0fd410f2000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789081997.969483:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4340b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cc5708a5-2061-4330-8478-e766feabb0ef+6:2377:x1875987730164736:12345-192.168.201.29@tcp:38:mount.lustre.0 Request processed in 2085us (2475us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081997.969494:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 17 00000040:00080000:0.0:1789081997.984310:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789081997.988138:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081997.988207:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081997.988299:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730164864 00000100:00100000:1.0:1789081997.988310:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730164864 00000100:00100000:1.0:1789081997.988390:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730164608 00000100:00100000:1.0:1789081997.988394:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730164608 00000100:00100000:1.0:1789081997.988423:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 18 00000100:00100000:1.0:1789081997.988433:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44184a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+6:0:x1875987730164864:12345-192.168.201.29@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789081997.988467:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789081997.988535:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44184a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+6:0:x1875987730164864:12345-192.168.201.29@tcp:41:mount.lustre.0 Request processed in 105us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081997.988542:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 18 00000100:00100000:1.0:1789081997.988555:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 19 00000100:00100000:1.0:1789081997.988559:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44184700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+6:0:x1875987730164608:12345-192.168.201.29@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789081997.988568:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789081997.988585:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44184700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+6:0:x1875987730164608:12345-192.168.201.29@tcp:41:mount.lustre.0 Request processed in 26us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081997.988589:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 19 00000100:00080000:3.0:1789081997.989042:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789081997.989047:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789081998.002835:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081998.003189:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730164992 00000100:00100000:1.0:1789081998.003202:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730164992 00000100:00100000:1.0:1789081998.003283:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 20 00000100:00100000:1.0:1789081998.003299:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+6:18255:x1875987730164992:12345-192.168.201.29@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789081998.003364:0:22710:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789081998.003568:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+6:18255:x1875987730164992:12345-192.168.201.29@tcp:41:mount.lustre.0 Request processed in 273us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081998.003577:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 20 00000100:00100000:1.0:1789081998.009985:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081998.010248:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730165120 00000100:00100000:3.0:1789081998.010260:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730165120 00000100:00100000:3.0:1789081998.010356:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 21 00000100:00100000:3.0:1789081998.010367:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cc5708a5-2061-4330-8478-e766feabb0ef+6:18255:x1875987730165120:12345-192.168.201.29@tcp:40:mount.lustre.0 00000100:00100000:3.0:1789081998.010468:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cc5708a5-2061-4330-8478-e766feabb0ef+6:18255:x1875987730165120:12345-192.168.201.29@tcp:40:mount.lustre.0 Request processed in 103us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081998.010475:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 21 00000100:00100000:2.0:1789081998.019103:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789081998.019150:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789081998.019299:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730165248 00000100:00100000:0.0:1789081998.019310:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730165248 00000100:00100000:0.0:1789081998.019357:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 23 00000100:00100000:0.0:1789081998.019365:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f97bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2377:x1875987730165248:12345-192.168.201.29@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789081998.019401:0:24216:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0000: connection from cc5708a5-2061-4330-8478-e766feabb0ef@192.168.201.29@tcp t0 exp 0000000000000000 cur 726 last 0 00000020:00000080:0.0:1789081998.019446:0:24216:0:(genops.c:1406:class_connect()) connect: client cc5708a5-2061-4330-8478-e766feabb0ef, cookie 0x7375183570f759e2 00002000:00100000:0.0:1789081998.019458:0:24216:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli cc5708a5-2061-4330-8478-e766feabb0ef/ffffa0fe5ec45800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113719 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789081998.019469:0:24216:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789081998.019587:0:24216:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789081998.019618:0:24216:0:(import.c:65:import_set_state_nolock()) ffffa0fe5ec44800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789081998.019697:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f97bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cc5708a5-2061-4330-8478-e766feabb0ef+6:2377:x1875987730165248:12345-192.168.201.29@tcp:8:mount.lustre.0 Request processed in 331us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081998.019903:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 23 00000100:00100000:2.0:1789081998.020123:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789081998.021373:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730165504 00000100:00100000:3.0:1789081998.021389:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730165504 00000100:00100000:3.0:1789081998.021600:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4 00000100:00100000:3.0:1789081998.021613:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:cc5708a5-2061-4330-8478-e766feabb0ef+6:18255:x1875987730165504:12345-192.168.201.29@tcp:900:mount.lustre.0 00000100:00100000:3.0:1789081998.021972:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:cc5708a5-2061-4330-8478-e766feabb0ef+6:18255:x1875987730165504:12345-192.168.201.29@tcp:900:mount.lustre.0 Request processed in 359us (2874us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081998.021982:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4 00000100:00100000:0.0:1789081998.022119:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730165376 00000100:00100000:0.0:1789081998.022125:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730165376 00000100:00100000:0.0:1789081998.022152:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 24 00000100:00100000:0.0:1789081998.022159:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2377:x1875987730165376:12345-192.168.201.29@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789081998.022205:0:24524:0:(ldlm_lib.c:1445:target_handle_connect()) lustre-OST0001: connection from cc5708a5-2061-4330-8478-e766feabb0ef@192.168.201.29@tcp t0 exp 0000000000000000 cur 726 last 0 00000020:00000080:0.0:1789081998.022241:0:24524:0:(genops.c:1406:class_connect()) connect: client cc5708a5-2061-4330-8478-e766feabb0ef, cookie 0x7375183570f759e9 00002000:00100000:0.0:1789081998.022256:0:24524:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli cc5708a5-2061-4330-8478-e766feabb0ef/ffffa0fe5ec47000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113719 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789081998.022271:0:24524:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789081998.022358:0:24524:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1789081998.022410:0:24524:0:(import.c:65:import_set_state_nolock()) ffffa0fe5ec44000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789081998.023044:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f978000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cc5708a5-2061-4330-8478-e766feabb0ef+6:2377:x1875987730165376:12345-192.168.201.29@tcp:8:mount.lustre.0 Request processed in 551us (2587us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081998.023053:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 24 00000100:00100000:2.0:1789081998.053528:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081998.053653:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730165632 00000100:00100000:1.0:1789081998.053679:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730165632 00000100:00100000:1.0:1789081998.053756:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1 00000100:00100000:1.0:1789081998.053769:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cc5708a5-2061-4330-8478-e766feabb0ef+6:18255:x1875987730165632:12345-192.168.201.29@tcp:33:mount.lustre.0 00000004:00200000:1.0:1789081998.054308:0:22712:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1789081998.054426:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f978a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cc5708a5-2061-4330-8478-e766feabb0ef+6:18255:x1875987730165632:12345-192.168.201.29@tcp:33:mount.lustre.0 Request processed in 657us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081998.054435:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1 00000100:00100000:3.0:1789081998.300812:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789081998.301156:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730165760 00000100:00100000:1.0:1789081998.301179:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730165760 00000100:00100000:1.0:1789081998.301253:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 22 00000100:00100000:1.0:1789081998.301265:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44185500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+6:18288:x1875987730165760:12345-192.168.201.29@tcp:101:mkdir.0 00010000:00010000:1.0:1789081998.301290:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789081998.301343:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f759f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e20846400165 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081998.301882:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f759f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081998.301901:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f759f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081998.301939:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f759f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789081998.302283:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00200000:1.0:1789081998.302599:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789081998.302604:0:22710:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789081998.302629:0:22710:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f759f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081998.302817:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f759f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400165 expref: 8 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081998.302846:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f759f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400165 expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789081998.302856:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:1.0:1789081998.302859:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789081998.302863:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe429cbe00, rc 0) 00000100:00100000:1.0:1789081998.303049:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44185500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+7:18288:x1875987730165760:12345-192.168.201.29@tcp:101:mkdir.0 Request processed in 1784us (2245us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081998.303118:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 22 00000100:00100000:1.0:1789081998.814553:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758594048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789081998.814717:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081998.814969:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758594176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789081998.814976:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758594048 00000100:00100000:2.0:1789081998.814988:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758594048 00000100:00100000:0.0:1789081998.815012:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789081998.815043:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758594176 00000100:00100000:0.0:1789081998.815046:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758594176 00000100:00100000:0.0:1789081998.815093:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789081998.815104:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758594048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789081998.815133:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789081998.815202:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758594048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081998.815272:0:3642:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1789081998.815308:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758594048:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1789081998.815930:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789081998.818287:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758594432:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.818431:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081998.818505:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758594944:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.818549:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081998.818568:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875987758595456:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.818591:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081998.818630:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1789081998.818637:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758594560:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.818674:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081998.818693:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758595072:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.818716:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081998.818734:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875987758595584:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.818755:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081998.818794:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758594432 00000100:00100000:1.0:1789081998.818802:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758594432 00000100:00100000:1.0:1789081998.818854:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789081998.818864:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758594432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081998.820162:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758594944 00000100:00100000:3.0:1789081998.820176:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758594944 00000100:00100000:3.0:1789081998.820239:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758594560 00000100:00100000:3.0:1789081998.820243:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758594560 00000100:00100000:3.0:1789081998.820269:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789081998.820278:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758594944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081998.820370:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758594944:12345-0@lo:400:kworker.0 Request processed in 93us (1819us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081998.820394:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789081998.820412:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789081998.820418:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758594560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081998.820446:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758594560:12345-0@lo:400:kworker.0 Request processed in 30us (1772us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081998.820452:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789081998.820507:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758595456 00000100:00100000:3.0:1789081998.820511:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758595456 00000100:00100000:3.0:1789081998.820538:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758595072 00000100:00100000:3.0:1789081998.820541:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758595072 00000100:00100000:3.0:1789081998.820552:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758595584 00000100:00100000:3.0:1789081998.820555:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758595584 00000100:00100000:3.0:1789081998.820567:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789081998.820572:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4401bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875987758595456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081998.820604:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4401bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875987758595456:12345-0@lo:400:kworker.0 Request processed in 32us (2012us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081998.820610:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789081998.820619:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789081998.820624:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758595072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081998.820649:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875987758595072:12345-0@lo:400:kworker.0 Request processed in 24us (1932us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081998.820665:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789081998.820676:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789081998.820681:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875987758595584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081998.820727:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875987758595584:12345-0@lo:400:kworker.0 Request processed in 46us (1971us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081998.820742:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00080000:3.0:1789081998.820764:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789081998.820769:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789081998.820772:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789081998.820795:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758594304:0@lo:400:kworker.0 00000100:00100000:3.0:1789081998.820839:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081998.822111:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758594432:12345-0@lo:400:kworker.0 Request processed in 3240us (3671us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081998.822125:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789081998.822222:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758594560:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.822241:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875987758595072:0@lo:400:kworker.0 00010000:00080000:1.0:1789081998.822262:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd44180a80 x1875987758595584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789081998.822274:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1875987758595584:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.822288:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758594432:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.822323:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758594944:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.822338:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1875987758595456:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.822436:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758594688:0@lo:400:kworker.0 00000100:00100000:2.0:1789081998.822517:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758594304 00000100:00100000:2.0:1789081998.822527:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758594304 00000100:00100000:3.0:1789081998.822537:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758594816:0@lo:400:kworker.0 00000100:00100000:2.0:1789081998.822573:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1789081998.822582:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3644:x1875987758594304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081998.822607:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081998.822623:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3644:x1875987758594304:12345-0@lo:400:kworker.0 Request processed in 43us (1784us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081998.822630:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1875987758595328:0@lo:400:kworker.0 00000100:00100000:2.0:1789081998.822630:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1789081998.822686:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758594816 00000100:00100000:3.0:1789081998.822689:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758594816 00000100:00100000:3.0:1789081998.822718:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789081998.822726:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44184380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758594816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081998.822769:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44184380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875987758594816:12345-0@lo:400:kworker.0 Request processed in 44us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081998.822775:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789081998.825053:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081998.825191:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44180000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875987758595200:0@lo:400:kworker.0 00000100:00100000:2.0:1789081998.825242:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789081998.825276:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081998.825317:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758594304:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.825333:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758594688 00000100:00100000:2.0:1789081998.825335:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1875987758594816:0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.825340:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758594688 00000100:00100000:1.0:1789081998.825394:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758595328 00000100:00100000:1.0:1789081998.825399:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758595328 00000100:00100000:2.0:1789081998.825404:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758595200 00000100:00100000:2.0:1789081998.825407:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758595200 00000100:00100000:3.0:1789081998.825473:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789081998.826149:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1789081998.826159:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875987758595328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789081998.826245:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875987758595328:12345-0@lo:400:kworker.0 Request processed in 87us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1789081998.826252:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789081998.826337:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758594688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789081998.826387:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875987758594688:12345-0@lo:400:kworker.0 Request processed in 902us (3911us total) trans 0 rc 0/0 00000100:00100000:3.0:1789081998.826394:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00080000:3.0:1789081998.826453:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fd44182d80 x1875987758595328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789081998.826467:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1875987758595328:0@lo:400:kworker.0 00000100:00100000:0.0:1789081998.826723:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789081998.826761:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789081998.826771:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758594176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789081998.826797:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789081998.826844:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758594176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (11829us total) trans 0 rc 0/0 00000100:00100000:0.0:1789081998.826850:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789081998.826906:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875987758594688:0@lo:400:kworker.0 00000100:00100000:0.0:1789081998.826931:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758594176:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1789081998.833571:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789081998.833584:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789081998.835844:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789081998.835874:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875987758595200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789081998.836886:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875987758595200:12345-0@lo:400:kworker.0 Request processed in 1021us (11600us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081998.836917:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789081998.837113:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44180000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1875987758595200:0@lo:400:kworker.0 00010000:00010000:1.0:1789081999.327220:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789081999.840516:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789081999.840553:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd44186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758595712:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789081999.840659:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789081999.840822:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758595712 00000100:00100000:2.0:1789081999.840834:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758595712 00000100:00100000:2.0:1789081999.840908:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789081999.840920:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758595712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789081999.840961:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789081999.841027:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758595712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1789081999.841035:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789081999.841119:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd44186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758595712:0@lo:13:osp-pre-0-0.0 00000001:00100000:3.0:1789082000.353557:0:24213:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of cc5708a5-2061-4330-8478-e766feabb0ef 00000001:00100000:3.0:1789082000.353572:0:24213:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 476bd03c-3953-435a-ad4a-8006d4944c04 00010000:00010000:2.0:1789082000.360512:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1789082000.370468:0:25033:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of cc5708a5-2061-4330-8478-e766feabb0ef 00000001:00100000:3.0:1789082000.370487:0:25033:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 476bd03c-3953-435a-ad4a-8006d4944c04 00000001:00100000:2.0:1789082000.388745:0:22688:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of cc5708a5-2061-4330-8478-e766feabb0ef 00000001:00100000:2.0:1789082000.388761:0:22688:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 476bd03c-3953-435a-ad4a-8006d4944c04 00000001:00100000:3.0:1789082000.394478:0:23441:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of cc5708a5-2061-4330-8478-e766feabb0ef 00000001:00100000:3.0:1789082000.394495:0:23441:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 476bd03c-3953-435a-ad4a-8006d4944c04 00010000:00010000:1.0:1789082001.377702:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789082001.694829:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789082001.886934:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789082001.886958:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fa3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758595840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789082001.887001:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758595968:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789082001.887033:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082001.887033:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789082001.887110:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758595968 00000100:00100000:1.0:1789082001.887118:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758595968 00000100:00100000:1.0:1789082001.887172:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789082001.887182:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758595968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789082001.887222:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789082001.889210:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758595840 00000100:00100000:3.0:1789082001.889224:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758595840 00000100:00100000:3.0:1789082001.889297:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789082001.889312:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758595840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789082001.889344:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789082001.898950:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758595968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 11759us (11906us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082001.898986:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00080000:1.0:1789082001.899027:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789082001.899589:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758595840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10280us (12552us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082001.899609:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789082001.899672:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758595968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789082001.899756:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fa3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758595840:0@lo:13:osp-pre-0-1.0 00000001:02000400:1.0:1789082002.127848:0:25590:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:3.0:1789082002.398538:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758596096:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789082002.398638:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789082002.398914:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758596096 00000100:00100000:1.0:1789082002.398923:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758596096 00000100:00100000:1.0:1789082002.398977:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789082002.398988:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44185c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758596096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789082002.399026:0:23449:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789082002.399117:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44185c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758596096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 128us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082002.399124:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789082002.399276:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758596096:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789082002.410053:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789082003.424818:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789082003.441999:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082003.442046:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082003.442099:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082003.442135:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082003.442157:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082003.442175:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082003.442198:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082003.442216:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082003.442237:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082003.442267:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730166016 00000100:00100000:2.0:1789082003.442289:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730166016 00000100:00100000:2.0:1789082003.442347:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730166144 00000100:00100000:2.0:1789082003.442350:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730166144 00000100:00100000:2.0:1789082003.442381:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730166656 00000100:00100000:2.0:1789082003.442384:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730166656 00000100:00100000:2.0:1789082003.442398:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730166528 00000100:00100000:2.0:1789082003.442400:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730166528 00000100:00100000:2.0:1789082003.442416:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51 00000100:00100000:2.0:1789082003.442426:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+6:2381:x1875987730166016:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082003.442509:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+6:2381:x1875987730166016:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 83us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082003.442517:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51 00000100:00100000:2.0:1789082003.442534:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 52 00000100:00100000:2.0:1789082003.442541:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+5:2380:x1875987730166144:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082003.442565:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+5:2380:x1875987730166144:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082003.442583:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 52 00000100:00100000:2.0:1789082003.442596:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 53 00000100:00100000:2.0:1789082003.442602:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:2380:x1875987730166656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082003.442625:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:2380:x1875987730166656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082003.442631:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 53 00000100:00100000:2.0:1789082003.442643:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 54 00000100:00100000:2.0:1789082003.442649:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cc5708a5-2061-4330-8478-e766feabb0ef+6:2381:x1875987730166528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082003.442671:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cc5708a5-2061-4330-8478-e766feabb0ef+6:2381:x1875987730166528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082003.442689:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 54 00000100:00100000:2.0:1789082003.442709:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730166400 00000100:00100000:2.0:1789082003.442713:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730166400 00000100:00100000:2.0:1789082003.442735:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730166912 00000100:00100000:2.0:1789082003.442740:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730166912 00000100:00100000:2.0:1789082003.442752:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730166272 00000100:00100000:2.0:1789082003.442755:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730166272 00000100:00100000:2.0:1789082003.442767:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730166784 00000100:00100000:2.0:1789082003.442769:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730166784 00000100:00100000:2.0:1789082003.442782:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 13 00000100:00100000:2.0:1789082003.442788:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4374bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:476bd03c-3953-435a-ad4a-8006d4944c04+5:2380:x1875987730166400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082003.442817:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4374bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:476bd03c-3953-435a-ad4a-8006d4944c04+5:2380:x1875987730166400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082003.442823:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 13 00000100:00100000:2.0:1789082003.442835:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 14 00000100:00100000:2.0:1789082003.442840:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:2380:x1875987730166912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082003.442861:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:2380:x1875987730166912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082003.442867:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 14 00000100:00100000:2.0:1789082003.442878:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 15 00000100:00100000:2.0:1789082003.442883:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe479ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:476bd03c-3953-435a-ad4a-8006d4944c04+5:2381:x1875987730166272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082003.442905:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe479ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:476bd03c-3953-435a-ad4a-8006d4944c04+5:2381:x1875987730166272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082003.442911:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 15 00000100:00100000:2.0:1789082003.443035:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 16 00000100:00100000:2.0:1789082003.443050:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:2381:x1875987730166784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082003.443106:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:2381:x1875987730166784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082003.443112:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 16 00000100:00080000:2.0:1789082003.443143:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789082003.443147:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789082003.443149:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789082003.443151:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789082003.447355:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730165888 00000100:00100000:3.0:1789082003.447541:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730165888 00000100:00100000:3.0:1789082003.447755:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 148 00000100:00100000:3.0:1789082003.447766:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+13:2380:x1875987730165888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1789082003.447889:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+13:2380:x1875987730165888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 124us (5841us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082003.447897:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 148 00000100:00100000:0.0:1789082003.936228:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a0ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758596224:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789082003.936338:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082003.945103:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758596224 00000100:00100000:0.0:1789082003.945118:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758596224 00000100:00100000:0.0:1789082003.945199:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789082003.945211:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7707b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758596224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789082003.945259:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789082003.945377:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7707b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758596224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 167us (9039us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.945406:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789082003.945440:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7707a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758596480:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.945488:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082003.945525:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77079180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875987758596992:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.945549:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082003.945582:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7707ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875987758597504:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.945693:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082003.945714:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1789082003.945719:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758596608:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.945741:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082003.945758:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77078a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758597120:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.945776:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082003.945790:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7707bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875987758597632:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.945810:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789082003.945842:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789082003.945860:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758596480 00000100:00100000:0.0:1789082003.945864:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758596480 00000100:00100000:0.0:1789082003.945892:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1789082003.945898:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3641:x1875987758596480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.945932:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3641:x1875987758596480:12345-0@lo:400:kworker.0 Request processed in 35us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.945938:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1789082003.945970:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758596992 00000100:00100000:0.0:1789082003.945975:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758596992 00000100:00100000:0.0:1789082003.946003:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758597504 00000100:00100000:0.0:1789082003.946013:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758597504 00000100:00100000:0.0:1789082003.946033:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758597632 00000100:00100000:0.0:1789082003.946035:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758597632 00000100:00100000:0.0:1789082003.946051:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789082003.946056:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7707b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875987758596992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.946114:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7707b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875987758596992:12345-0@lo:400:kworker.0 Request processed in 58us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.946121:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789082003.946131:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789082003.946137:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875987758597504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.946162:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875987758597504:12345-0@lo:400:kworker.0 Request processed in 25us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.946168:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789082003.946178:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789082003.946183:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875987758597632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.946207:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875987758597632:12345-0@lo:400:kworker.0 Request processed in 24us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.946213:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789082003.946233:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758596608 00000100:00100000:0.0:1789082003.946236:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758596608 00000100:00100000:0.0:1789082003.946259:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758597120 00000100:00100000:0.0:1789082003.946262:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758597120 00000100:00100000:0.0:1789082003.946273:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789082003.946278:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7707b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758596608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.946312:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7707b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758596608:12345-0@lo:400:kworker.0 Request processed in 33us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.946317:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789082003.946333:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789082003.946339:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77078700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758597120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.946366:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77078700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758597120:12345-0@lo:400:kworker.0 Request processed in 27us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.946372:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789082003.946429:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758596608:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.946440:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77078a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758597120:0@lo:400:kworker.0 00010000:00080000:0.0:1789082003.946454:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fe7707bb80 x1875987758597632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789082003.946466:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7707bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1875987758597632:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.946476:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7707a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758596480:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.946488:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77079180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875987758596992:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.946497:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7707ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1875987758597504:0@lo:400:kworker.0 00000100:00080000:0.0:1789082003.946533:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789082003.946537:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789082003.946585:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a0ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758596224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789082003.948222:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a0cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758596352:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789082003.948305:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082003.948345:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758596864:0@lo:400:kworker.0 00000100:00100000:3.0:1789082003.948373:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082003.948404:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7707a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875987758597376:0@lo:400:kworker.0 00000100:00100000:3.0:1789082003.948430:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082003.948450:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77078000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875987758597888:0@lo:400:kworker.0 00000100:00100000:3.0:1789082003.948477:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082003.948560:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758596736:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.948914:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758596352 00000100:00100000:0.0:1789082003.948923:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758596352 00000100:00100000:0.0:1789082003.948991:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789082003.949001:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758596352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789082003.949036:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789082003.949113:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758596352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.949129:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789082003.949156:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758597376 00000100:00100000:0.0:1789082003.949160:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758597376 00000100:00100000:0.0:1789082003.949185:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758597888 00000100:00100000:0.0:1789082003.949188:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758597888 00000100:00100000:0.0:1789082003.949213:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789082003.949219:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44186d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875987758597376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.949252:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44186d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875987758597376:12345-0@lo:400:kworker.0 Request processed in 33us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.949258:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789082003.949268:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789082003.949273:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875987758597888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.949296:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875987758597888:12345-0@lo:400:kworker.0 Request processed in 24us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.949302:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:0.0:1789082003.949322:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789082003.949326:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789082003.949373:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a0cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758596352:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789082003.949386:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7707a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875987758597376:0@lo:400:kworker.0 00010000:00080000:0.0:1789082003.949404:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fe77078000 x1875987758597888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789082003.949416:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77078000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1875987758597888:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.949474:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082003.949501:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758596864 00000100:00100000:0.0:1789082003.949503:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758596864 00000100:00100000:0.0:1789082003.949534:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758596736 00000100:00100000:0.0:1789082003.949537:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758596736 00000100:00100000:0.0:1789082003.949559:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789082003.949582:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd44187480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758596864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789082003.952804:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789082003.952827:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758596736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789082003.952929:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758596736:12345-0@lo:400:kworker.0 Request processed in 111us (3453us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082003.952937:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789082003.953746:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd44187480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758596864:12345-0@lo:400:kworker.0 Request processed in 4160us (5367us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.953757:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:0.0:1789082003.953785:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789082003.953838:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758596736:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.953854:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7707aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758597248:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.953900:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082003.953931:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758597248 00000100:00100000:0.0:1789082003.953939:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758597248 00000100:00100000:0.0:1789082003.953987:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789082003.953994:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758597248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.954027:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a025500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758597248:12345-0@lo:400:kworker.0 Request processed in 34us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.954033:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1789082003.954046:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789082003.954083:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7707aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758597248:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.954091:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77078e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1875987758597760:0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.954116:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082003.954138:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758597760 00000100:00100000:0.0:1789082003.954141:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758597760 00000100:00100000:0.0:1789082003.954171:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789082003.954177:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a024a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875987758597760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082003.954219:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a024a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875987758597760:12345-0@lo:400:kworker.0 Request processed in 42us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082003.954225:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:0.0:1789082003.954240:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789082003.954257:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77078e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1875987758597760:0@lo:400:kworker.0 00000100:00100000:2.0:1789082003.954351:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758596864:0@lo:400:kworker.0 00010000:00010000:0.0:1789082004.447684:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789082004.958591:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a0cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758598016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789082004.958666:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789082004.958766:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758598016 00000100:00100000:1.0:1789082004.958774:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758598016 00000100:00100000:1.0:1789082004.958830:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789082004.958839:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a024700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758598016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789082004.958867:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789082004.958915:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a024700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758598016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082004.958922:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789082004.959141:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a0cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758598016:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1789082005.476727:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789082005.911881:0:25738:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffce1eeae30 20000000:00000080:2.0:1789082005.911908:0:25738:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffffa0fe7fc72000 uarg=0000000000000000 20000000:01000000:2.0:1789082005.912698:0:25738:0:(mgs_llog.c:6188:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1789082005.912707:0:25738:0:(mgs_llog.c:4643:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1789082005.912713:0:25738:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1789082005.917277:0:25739:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1789082005.917693:0:25738:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1789082005.934701:0:25738:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1789082005.935092:0:25738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935123:0:25738:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f7565b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75654 expref: 23 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935134:0:25738:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fe7f977c00/0x7375183570f75669 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75662 expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935159:0:25738:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fd428de800/0x7375183570f756a8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f756a1 expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935167:0:25738:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fe7f977600/0x7375183570f75829 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75822 expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935179:0:25738:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fe6ff78c00/0x7375183570f7598e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464000c4 expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935186:0:25738:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffffa0fe429ca200/0x7375183570f759cd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400134 expref: 12 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935195:0:25738:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935259:0:25738:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fe429ca200/0x7375183570f759cd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400134 expref: 12 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935282:0:25738:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fe429ca200/0x7375183570f759cd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400134 expref: 12 pid: 22702 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082005.935303:0:25738:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e14a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25738:1875987758598144:192.168.201.29@tcp:104: 00010000:00010000:1.0:1789082005.935442:0:25738:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fe6ff78c00/0x7375183570f7598e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464000c4 expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935451:0:25738:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fe6ff78c00/0x7375183570f7598e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464000c4 expref: 12 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082005.935459:0:25738:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e17b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25738:1875987758598272:192.168.201.29@tcp:104: 00010000:00010000:1.0:1789082005.935499:0:25738:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fe7f977600/0x7375183570f75829 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f75822 expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935507:0:25738:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fe7f977600/0x7375183570f75829 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f75822 expref: 23 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082005.935518:0:25738:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e14000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25738:1875987758598400:0@lo:104: 00000100:00100000:1.0:1789082005.935799:0:25738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789082005.935838:0:25738:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fd428de800/0x7375183570f756a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f756a1 expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935848:0:25738:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fd428de800/0x7375183570f756a8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f756a1 expref: 23 pid: 22703 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082005.935856:0:25738:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e17100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25738:1875987758598528:0@lo:104: 00000100:00100000:1.0:1789082005.935878:0:25738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789082005.935916:0:25738:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fe7f977c00/0x7375183570f75669 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f75662 expref: 23 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.935924:0:25738:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fe7f977c00/0x7375183570f75669 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f75662 expref: 23 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082005.935932:0:25738:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e17800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25738:1875987758598656:0@lo:104: 00000100:00100000:1.0:1789082005.936862:0:25738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789082005.936914:0:25738:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f7565b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7375183570f75654 expref: 23 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.936926:0:25738:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f7565b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7375183570f75654 expref: 23 pid: 22702 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789082005.936927:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758598400 00000100:00100000:2.0:1789082005.936938:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758598400 00000100:00100000:2.0:1789082005.937006:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758598528 00000100:00100000:2.0:1789082005.937011:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758598528 00000100:00100000:2.0:1789082005.937021:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758598656 00000100:00100000:2.0:1789082005.937024:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758598656 00000100:00100000:2.0:1789082005.937049:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789082005.937059:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+5:25738:x1875987758598400:12345-0@lo:104: 00010000:00010000:2.0:1789082005.937104:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f75829 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.937178:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789082005.937186:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+5:25738:x1875987758598400:12345-0@lo:104: Request processed in 128us (1389us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082005.937195:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789082005.937216:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789082005.937222:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+4:25738:x1875987758598528:12345-0@lo:104: 00010000:00010000:2.0:1789082005.937230:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f756a8 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.937264:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789082005.937269:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+4:25738:x1875987758598528:12345-0@lo:104: Request processed in 48us (1391us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082005.937275:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789082005.937287:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789082005.937293:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:25738:x1875987758598656:12345-0@lo:104: 00010000:00010000:3.0:1789082005.937415:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789082005.937426:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f75829 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.937435:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428de400 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:3.0:1789082005.937440:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f75829 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.937449:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f75829 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789082005.937457:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f75829 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789082005.937463:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789082005.937521:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75829 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.937557:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789082005.937600:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75829 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.937609:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fd428de400/0x7375183570f75822 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75829 expref: -99 pid: 25032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.937628:0:22697:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789082005.937632:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f756a8 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.937638:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428dfa00 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:3.0:1789082005.937642:0:22697:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f756a8 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.937649:0:22697:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f756a8 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789082005.937654:0:22697:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f756a8 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789082005.937660:0:22697:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789082005.937676:0:22697:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f756a8 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.937682:0:22697:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789082005.937700:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f756a8 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.937706:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fd428dfa00/0x7375183570f756a1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f756a8 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.937724:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789082005.937726:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789082005.937728:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789082005.937763:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758598912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789082005.937802:0:25738:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e15c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25738:1875987758598784:0@lo:104: 00000100:00100000:3.0:1789082005.937807:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789082005.937825:0:25738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789082005.937840:0:25738:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe7cfae840 going to sleep for 11 seconds 00000100:00100000:3.0:1789082005.937856:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789082005.937865:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758599040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789082005.937866:0:25738:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e14000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25738:1875987758598400:0@lo:104: 00000100:00100000:1.0:1789082005.937875:0:25738:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e17100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25738:1875987758598528:0@lo:104: 00000100:00100000:3.0:1789082005.937887:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082005.937914:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758598912 00000100:00100000:1.0:1789082005.937914:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758599040 00000100:00100000:3.0:1789082005.937918:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758598912 00000100:00100000:1.0:1789082005.937918:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758599040 00000100:00100000:0.0:1789082005.938165:0:22692:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:0.0:1789082005.938176:0:22692:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00010000:00010000:3.0:1789082005.938254:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fe7f977600/0x7375183570f75829 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f75822 expref: 25 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082005.938282:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789082005.938291:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+25:3642:x1875987758598912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789082005.938311:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789082005.938318:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fe7f977600/0x7375183570f75829 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f75822 expref: 25 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.938329:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fe7f977600/0x7375183570f75829 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f75822 expref: 25 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.938346:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe7f977600/0x7375183570f75829 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f75822 expref: 25 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.938362:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789082005.938404:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3642:x1875987758598912:12345-0@lo:103:ldlm_bl.0 Request processed in 115us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082005.938418:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789082005.938455:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758598912:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789082005.938735:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f75669 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.938800:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789082005.938807:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:25738:x1875987758598656:12345-0@lo:104: Request processed in 1513us (1950us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082005.938815:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789082005.938839:0:22691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758598784 00000100:00100000:2.0:1789082005.938844:0:22691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758598784 00000100:00100000:2.0:1789082005.938861:0:22691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789082005.938867:0:22691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:25738:x1875987758598784:12345-0@lo:104: 00010000:00010000:2.0:1789082005.938875:0:22691:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f7565b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.938903:0:22691:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789082005.938908:0:22691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+3:25738:x1875987758598784:12345-0@lo:104: Request processed in 42us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082005.938915:0:22691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1789082005.938933:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789082005.938939:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f75669 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.938960:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198f000 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789082005.938964:0:22696:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f75669 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.938972:0:22696:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f75669 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789082005.938980:0:22696:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f75669 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789082005.938985:0:22696:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789082005.939013:0:22696:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75669 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.939021:0:22696:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789082005.939050:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75669 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.939058:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f000/0x7375183570f75662 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f75669 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.939088:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fd428de800/0x7375183570f756a8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f756a1 expref: 23 pid: 22703 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.939090:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789082005.939093:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7375183570f7565b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.939100:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428de200 already unused, calling callback (ffffffffc126ec20) 10000000:00010000:2.0:1789082005.939102:0:22696:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7375183570f7565b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.939109:0:22696:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7375183570f7565b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082005.939112:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 10000000:00010000:2.0:1789082005.939116:0:22696:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7375183570f7565b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082005.939119:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:3644:x1875987758599040:12345-0@lo:103:ldlm_bl.0 10000000:01000000:2.0:1789082005.939122:0:22696:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789082005.939130:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789082005.939135:0:22696:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f7565b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.939135:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fd428de800/0x7375183570f756a8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f756a1 expref: 23 pid: 22703 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.939142:0:22696:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789082005.939145:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fd428de800/0x7375183570f756a8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f756a1 expref: 23 pid: 22703 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.939152:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f7565b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082005.939158:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.129@tcp lock: ffffa0fd428de200/0x7375183570f75654 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7375183570f7565b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.939158:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fd428de800/0x7375183570f756a8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f756a1 expref: 23 pid: 22703 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.939169:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789082005.939182:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789082005.939184:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789082005.939186:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789082005.939193:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:3644:x1875987758599040:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (1305us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082005.939199:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789082005.939379:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789082005.939399:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a0cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3643:1875987758599168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789082005.939433:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082005.939603:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a0ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758599296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789082005.939638:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082005.939680:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758599168 00000100:00100000:3.0:1789082005.939685:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758599168 00010000:00010000:3.0:1789082005.939708:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fe7f977c00/0x7375183570f75669 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f75662 expref: 22 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082005.939724:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758599296 00000100:00100000:3.0:1789082005.939727:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758599296 00010000:00010000:3.0:1789082005.939738:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f7565b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f75654 expref: 23 pid: 22702 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789082005.939739:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789082005.939748:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:3643:x1875987758599168:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789082005.939750:0:22693:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00010000:0.0:1789082005.939758:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1789082005.939759:0:22693:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:0.0:1789082005.939762:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fe7f977c00/0x7375183570f75669 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f75662 expref: 23 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082005.939772:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fe7f977c00/0x7375183570f75669 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f75662 expref: 23 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082005.939785:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789082005.939800:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3644:1875987758599040:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789082005.939815:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e15880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:3643:x1875987758599168:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082005.939821:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789082005.939832:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789082005.939839:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:3641:x1875987758599296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789082005.939848:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789082005.939854:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f7565b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7375183570f75654 expref: 22 pid: 22702 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.939863:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f7565b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7375183570f75654 expref: 22 pid: 22702 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.939873:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789082005.939918:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:3641:x1875987758599296:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082005.939925:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1789082005.939942:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789082005.939980:0:25738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe7f977c00/0x7375183570f75669 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f75662 expref: 21 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082005.939991:0:25738:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e17800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25738:1875987758598656:0@lo:104: 00010000:00010000:3.0:1789082005.940001:0:25738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe79fe1c00/0x7375183570f7565b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7375183570f75654 expref: 20 pid: 22702 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082005.940009:0:25738:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e15c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25738:1875987758598784:0@lo:104: 00000100:00100000:0.0:1789082005.940267:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a0ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3641:1875987758599296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789082005.940612:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a0cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3643:1875987758599168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789082005.944728:0:25738:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e14a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25738:1875987758598144:192.168.201.29@tcp:104: 00000100:00100000:1.0:1789082005.944749:0:25738:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e17b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25738:1875987758598272:192.168.201.29@tcp:104: 00010000:00010000:1.0:1789082005.944797:0:25738:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082005.952185:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082005.952288:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082005.952388:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730167040 00000100:00100000:0.0:1789082005.952418:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730167040 00010000:00010000:0.0:1789082005.952471:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fe429ca200/0x7375183570f759cd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400134 expref: 13 pid: 22702 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082005.952494:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730167168 00000100:00100000:3.0:1789082005.952499:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730167168 00010000:00010000:3.0:1789082005.952524:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffffa0fe6ff78c00/0x7375183570f7598e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464000c4 expref: 14 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789082005.952539:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 13 00000100:00100000:0.0:1789082005.952549:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f9d6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9de33fda-c0a0-4701-9670-0f6857dd458d+14:2381:x1875987730167040:12345-192.168.201.29@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1789082005.952563:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 14 00000100:00100000:3.0:1789082005.952569:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e17b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9de33fda-c0a0-4701-9670-0f6857dd458d+14:2381:x1875987730167168:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789082005.952571:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789082005.952578:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fe429ca200/0x7375183570f759cd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400134 expref: 14 pid: 22702 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.952584:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789082005.952587:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffffa0fe6ff78c00/0x7375183570f7598e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464000c4 expref: 14 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082005.952593:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fe429ca200/0x7375183570f759cd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400134 expref: 14 pid: 22702 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.959399:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffffa0fe6ff78c00/0x7375183570f7598e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464000c4 expref: 14 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.959441:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe6ff78c00/0x7375183570f7598e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464000c4 expref: 14 pid: 22701 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.959493:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789082005.959794:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e17b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9de33fda-c0a0-4701-9670-0f6857dd458d+13:2381:x1875987730167168:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 7220us (7501us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082005.959807:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 14 00010000:00010000:0.0:1789082005.965559:0:22695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe429ca200/0x7375183570f759cd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400134 expref: 12 pid: 22702 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082005.965597:0:22695:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082005.965607:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.967001:0:22695:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.967021:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.967029:0:22695:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.967038:0:22695:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.967044:0:22695:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429caa00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:1.0:1789082005.967049:0:22695:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.967058:0:22695:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.967114:0:22695:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082005.967147:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789082005.967253:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f9d6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9de33fda-c0a0-4701-9670-0f6857dd458d+11:2381:x1875987730167040:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 14698us (15074us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082005.967266:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 13 00010000:00010000:3.0:1789082005.968568:0:25738:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.968597:0:25738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082005.968605:0:25738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffffa0fe429caa00/0x7375183570f759fe lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082006.494493:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789082007.012675:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a026300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758599424:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789082007.012847:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082007.016780:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758599424 00000100:00100000:0.0:1789082007.016799:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758599424 00000100:00100000:0.0:1789082007.016982:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789082007.016995:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758599424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789082007.017167:0:22713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789082007.017365:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758599424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 373us (4531us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082007.017398:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789082007.017746:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a026300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758599424:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789082007.035998:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758599552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789082007.036344:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789082007.036967:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758599552 00000100:00100000:2.0:1789082007.036989:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758599552 00000100:00100000:2.0:1789082007.037210:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789082007.037221:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758599552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789082007.037281:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789082007.037380:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758599552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 162us (1036us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082007.037401:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:3.0:1789082007.037983:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789082007.038138:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758599552:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1789082007.204157:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:3.0:1789082007.262598:0:22705:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789082007.262606:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0fe7e94e800 from 13 10000000:01000000:3.0:1789082007.262611:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789082007.262674:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f400/0x7375183570f75a05 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.262686:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f400/0x7375183570f75a05 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.262698:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f400/0x7375183570f75a05 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082007.262739:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758599680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789082007.262809:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082007.262865:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4ae97f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789082007.263214:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758599680 00000100:00100000:1.0:1789082007.263223:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758599680 00000100:00100000:1.0:1789082007.263291:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1789082007.263301:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe75f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+20:22705:x1875987758599680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789082007.263315:0:22702:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789082007.263337:0:22702:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe429ca000/0x7375183570f75a0c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75a05 expref: -99 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.263360:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe429ca000/0x7375183570f75a0c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75a05 expref: 21 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.263371:0:22702:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe429ca000/0x7375183570f75a0c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75a05 expref: 21 pid: 22702 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.263389:0:22702:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe429ca000, rc 0) 00000100:00100000:1.0:1789082007.263433:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe75f5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:22705:x1875987758599680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082007.263446:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1789082007.263865:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758599680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789082007.263882:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f400/0x7375183570f75a05 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75a0c expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.263890:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f400/0x7375183570f75a05 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75a0c expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082007.263952:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758599808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789082007.263979:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082007.264008:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4ae97f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789082007.264061:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758599808 00000100:00100000:0.0:1789082007.264106:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758599808 00000100:00100000:0.0:1789082007.264139:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1789082007.264147:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42036450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:22705:x1875987758599808:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789082007.264270:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42036450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:22705:x1875987758599808:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082007.264276:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1789082007.265576:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758599808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789082007.265618:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758599936:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789082007.265690:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082007.265741:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4ae97f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789082007.265982:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758599936 00000100:00100000:0.0:1789082007.265988:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758599936 00000100:00100000:0.0:1789082007.266033:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1789082007.266042:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42034850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:22705:x1875987758599936:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789082007.266166:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42034850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:22705:x1875987758599936:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 125us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082007.266173:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1789082007.267211:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758599936:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789082007.269061:0:25753:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789082007.269560:0:22705:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789082007.269586:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789082007.269599:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f400/0x7375183570f75a05 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75a0c expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.269610:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe5198f400/0x7375183570f75a05 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75a0c expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789082007.269621:0:22705:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789082007.269624:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0fe6ee06800 from 13 10000000:01000000:0.0:1789082007.269627:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789082007.269666:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f75a13 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.269688:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f75a13 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.269699:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f75a13 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789082007.269842:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a024380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789082007.269907:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082007.270003:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe45f53240 going to sleep for 11 seconds 00000100:00100000:2.0:1789082007.285901:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758600064 00000100:00100000:2.0:1789082007.285917:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758600064 00000100:00100000:2.0:1789082007.285988:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1789082007.286000:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42036850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+21:22705:x1875987758600064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789082007.286019:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082007.286039:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428de800/0x7375183570f75a1a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75a13 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.286096:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428de800/0x7375183570f75a1a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75a13 expref: 22 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.286107:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428de800/0x7375183570f75a1a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75a13 expref: 22 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.286136:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428de800, rc 0) 00000100:00100000:2.0:1789082007.286623:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42036850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:22705:x1875987758600064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 624us (16714us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082007.286632:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1789082007.287176:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a024380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789082007.287217:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f75a13 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75a1a expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.287232:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f75a13 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75a1a expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082007.287934:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789082007.287985:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082007.288035:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd42172600 going to sleep for 11 seconds 00000100:00100000:1.0:1789082007.288211:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758600192 00000100:00100000:1.0:1789082007.288219:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758600192 00000100:00100000:1.0:1789082007.288283:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1789082007.288292:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42037c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:22705:x1875987758600192:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789082007.289018:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42037c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:22705:x1875987758600192:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 725us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082007.289027:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1789082007.289537:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789082007.289582:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600320:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789082007.289640:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082007.289677:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd42172600 going to sleep for 11 seconds 00000100:00100000:0.0:1789082007.290618:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758600320 00000100:00100000:0.0:1789082007.290631:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758600320 00000100:00100000:0.0:1789082007.290700:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789082007.290719:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42037850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:22705:x1875987758600320:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789082007.290863:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42037850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:22705:x1875987758600320:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 154us (1221us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082007.290871:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1789082007.292034:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6ffb4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600320:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789082007.296848:0:25754:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789082007.301256:0:22705:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789082007.301293:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789082007.301305:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f75a13 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75a1a expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.301318:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78a00/0x7375183570f75a13 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75a1a expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789082007.301329:0:22705:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789082007.301333:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0fe6fce2800 from 13 10000000:01000000:0.0:1789082007.301335:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789082007.301393:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78200/0x7375183570f75a21 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.301402:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78200/0x7375183570f75a21 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.301413:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78200/0x7375183570f75a21 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789082007.301439:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a027800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789082007.301516:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082007.301565:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe45f53240 going to sleep for 11 seconds 00000100:00100000:2.0:1789082007.302876:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758600448 00000100:00100000:2.0:1789082007.302887:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758600448 00000100:00100000:2.0:1789082007.302952:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1789082007.302962:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42036c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+22:22705:x1875987758600448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789082007.302976:0:22703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082007.302992:0:22703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428dee00/0x7375183570f75a28 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75a21 expref: -99 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.303019:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428dee00/0x7375183570f75a28 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75a21 expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.303031:0:22703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428dee00/0x7375183570f75a28 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75a21 expref: 23 pid: 22703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.303040:0:22703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428dee00, rc 0) 00000100:00100000:2.0:1789082007.303131:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42036c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:22705:x1875987758600448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (1614us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082007.303138:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1789082007.303162:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a027800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789082007.303180:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78200/0x7375183570f75a21 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75a28 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.303201:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78200/0x7375183570f75a21 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75a28 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789082007.303279:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a027800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789082007.303310:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082007.303341:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe45f53240 going to sleep for 11 seconds 00000100:00100000:1.0:1789082007.303534:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758600576 00000100:00100000:1.0:1789082007.303539:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758600576 00000100:00100000:1.0:1789082007.303572:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1789082007.303579:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42035850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:22705:x1875987758600576:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789082007.303703:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42035850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:22705:x1875987758600576:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 123us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082007.303711:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1789082007.303870:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a027800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789082007.303902:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a0cd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600704:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789082007.303949:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789082007.303978:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe463630c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789082007.304176:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758600704 00000100:00100000:3.0:1789082007.304181:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758600704 00000100:00100000:3.0:1789082007.304216:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1789082007.304223:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42034450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:22705:x1875987758600704:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789082007.304981:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42034450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:22705:x1875987758600704:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 755us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082007.304990:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1789082007.305349:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a0cd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600704:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789082007.307388:0:25755:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789082007.307880:0:22705:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789082007.307905:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789082007.307916:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78200/0x7375183570f75a21 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75a28 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.307928:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe6ff78200/0x7375183570f75a21 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75a28 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789082007.307939:0:22705:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789082007.307942:0:22705:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffffa0fe5ece7000 from 13 10000000:01000000:1.0:1789082007.307959:0:22705:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789082007.307994:0:22705:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe429ca600/0x7375183570f75a2f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.308003:0:22705:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.129@tcp lock: ffffa0fe429ca600/0x7375183570f75a2f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.308012:0:22705:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.129@tcp lock: ffffa0fe429ca600/0x7375183570f75a2f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082007.308037:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e15c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789082007.308118:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789082007.308155:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe7cfae000 going to sleep for 11 seconds 00000100:00100000:0.0:1789082007.308330:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758600832 00000100:00100000:0.0:1789082007.308338:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758600832 00000100:00100000:0.0:1789082007.308388:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1789082007.308397:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42035050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+23:22705:x1875987758600832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789082007.308417:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082007.308429:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fe6ff79600/0x7375183570f75a36 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7375183570f75a2f expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.308452:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fe6ff79600/0x7375183570f75a36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7375183570f75a2f expref: 24 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.308462:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fe6ff79600/0x7375183570f75a36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7375183570f75a2f expref: 24 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.308470:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff79600, rc 0) 00000100:00100000:0.0:1789082007.308982:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42035050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:22705:x1875987758600832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 585us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082007.308990:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1789082007.309970:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e15c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789082007.309996:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.129@tcp lock: ffffa0fe429ca600/0x7375183570f75a2f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75a36 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.310010:0:22705:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.129@tcp lock: ffffa0fe429ca600/0x7375183570f75a2f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7375183570f75a36 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082007.310128:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e15c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789082007.310174:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789082007.310213:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe7cfae000 going to sleep for 11 seconds 00000100:00100000:3.0:1789082007.310873:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758600960 00000100:00100000:3.0:1789082007.310882:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758600960 00000100:00100000:3.0:1789082007.311961:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1789082007.311973:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42036050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:22705:x1875987758600960:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789082007.312147:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42036050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:22705:x1875987758600960:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 176us (1972us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082007.312154:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1789082007.314027:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e15c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758600960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789082007.314117:0:22705:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e15c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758601088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789082007.314188:0:22705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789082007.314228:0:22705:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe7cfae000 going to sleep for 11 seconds 00000100:00100000:3.0:1789082007.318953:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758601088 00000100:00100000:3.0:1789082007.318974:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758601088 00000100:00100000:3.0:1789082007.319050:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1789082007.319061:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42035c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:22705:x1875987758601088:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789082007.319270:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42035c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:22705:x1875987758601088:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 211us (5080us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082007.319288:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1789082007.319310:0:22705:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e15c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:014c4fe1-07d5-4f34-bfaa-c97810a2f861:22705:1875987758601088:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789082007.320543:0:25756:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789082007.320812:0:22705:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789082007.320837:0:22705:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.201.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789082007.320848:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.129@tcp lock: ffffa0fe429ca600/0x7375183570f75a2f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75a36 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.320860:0:22705:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.129@tcp lock: ffffa0fe429ca600/0x7375183570f75a2f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7375183570f75a36 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789082007.518481:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758601216:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789082007.518572:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789082007.518680:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758601216 00000100:00100000:1.0:1789082007.518691:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758601216 00000100:00100000:1.0:1789082007.518759:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789082007.518769:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758601216:12345-0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789082007.518805:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000024:1.0:1789082007.518814:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789082007.518875:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a027b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758601216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082007.518882:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789082007.518976:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758601216:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789082007.671885:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082007.671996:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730167296 00000100:00100000:0.0:1789082007.672007:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730167296 00000100:00100000:0.0:1789082007.672133:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 23 00000100:00100000:0.0:1789082007.672145:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+6:18758:x1875987730167296:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789082007.672167:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082007.672194:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75a3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e2084640016c expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672266:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672302:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672316:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672333:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672340:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672346:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672443:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78000/0x7375183570f75a52 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672451:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78000/0x7375183570f75a52 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672457:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78000/0x7375183570f75a52 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789082007.672487:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789082007.672491:0:22710:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789082007.672537:0:22710:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78000/0x7375183570f75a52 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672549:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672565:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a44 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672572:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672578:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff79c00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082007.672583:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672590:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a44 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672603:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:0.0:1789082007.672607:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082007.672611:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672617:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672630:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672636:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672641:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672645:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff78600 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082007.672654:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672660:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a4b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672667:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffffa0fe5f5de300) 00010000:00010000:0.0:1789082007.672669:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082007.672672:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a4b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672678:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672715:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75a3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640016c expref: 8 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672743:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78000/0x7375183570f75a52 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640016c expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.672750:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffffa0fe5f5de200) 00010000:00010000:0.0:1789082007.672760:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789082007.672763:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff78000, rc 0) 00000100:00100000:0.0:1789082007.672837:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+7:18758:x1875987730167296:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 Request processed in 694us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082007.672844:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 23 00000100:00080000:3.0:1789082007.673037:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789082007.695190:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082007.695401:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730167424 00000100:00100000:3.0:1789082007.695412:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730167424 00000100:00100000:3.0:1789082007.695468:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 5 00000100:00100000:3.0:1789082007.695477:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:476bd03c-3953-435a-ad4a-8006d4944c04+7:18758:x1875987730167424:12345-192.168.201.29@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1789082007.695577:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:476bd03c-3953-435a-ad4a-8006d4944c04+7:18758:x1875987730167424:12345-192.168.201.29@tcp:900:lhsmtool_posix.0 Request processed in 100us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082007.695586:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 5 00000100:00100000:2.0:1789082007.718171:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082007.718626:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730167680 00000100:00100000:0.0:1789082007.718637:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730167680 00000100:00100000:0.0:1789082007.718708:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 24 00000100:00100000:0.0:1789082007.718729:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+7:18758:x1875987730167680:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789082007.718875:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082007.718967:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75a59 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e20846400173 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.719043:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a60 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.719058:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a60 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.719103:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a60 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.719118:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a67 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.719126:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a67 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.719132:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a67 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.719240:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79200/0x7375183570f75a6e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.719248:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79200/0x7375183570f75a6e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.719254:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79200/0x7375183570f75a6e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789082007.719263:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1789082007.720602:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a60 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.720617:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a60 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.720624:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a60 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.720631:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff78600 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082007.720636:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a60 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.720644:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a60 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.720657:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffffa0fe5f5de200) 00010000:00010000:0.0:1789082007.720660:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082007.720664:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a60 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.720669:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75a60 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.720683:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a67 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.720688:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a67 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.720693:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a67 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.720712:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff79c00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082007.720715:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a67 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.723573:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a67 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.723596:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffffa0fe5f5de300) 00010000:00010000:0.0:1789082007.723600:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082007.723607:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a67 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.723614:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79c00/0x7375183570f75a67 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082007.728363:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00010000:00010000:0.0:1789082007.729000:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75a59 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400173 expref: 10 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.729037:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79200/0x7375183570f75a6e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400173 expref: 9 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.729048:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffffa0fe5f5dec00) 00010000:00010000:0.0:1789082007.729052:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082007.729056:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff79200, rc 0) 00000100:00100000:0.0:1789082007.729162:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+9:18758:x1875987730167680:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 Request processed in 10444us (11000us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1789082007.729171:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 24 00000100:00100000:2.0:1789082007.729416:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730167808 00000100:00100000:2.0:1789082007.729424:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730167808 00000100:00100000:2.0:1789082007.729470:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 162 00000100:00100000:2.0:1789082007.729478:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42037450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+11:18137:x1875987730167808:12345-192.168.201.29@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789082007.729491:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082007.729522:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428df800/0x7375183570f75a7c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x21a0e2084640017a expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.729546:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428df800/0x7375183570f75a7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640017a expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.729556:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428df800/0x7375183570f75a7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640017a expref: 12 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.729564:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428df800, rc 0) 00000100:00100000:2.0:1789082007.729598:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42037450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+12:18137:x1875987730167808:12345-192.168.201.29@tcp:101:ll_cfg_requeue.0 Request processed in 121us (1251us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082007.729605:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 162 00000100:00100000:1.0:1789082007.751041:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082007.751757:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730167936 00000100:00100000:0.0:1789082007.751797:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730167936 00000100:00100000:1.0:1789082007.751953:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 163 00000100:00100000:1.0:1789082007.751969:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42034050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+12:18137:x1875987730167936:12345-192.168.201.29@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789082007.752217:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42034050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+12:18137:x1875987730167936:12345-192.168.201.29@tcp:501:ll_cfg_requeue.0 Request processed in 250us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082007.752227:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 163 00000100:00100000:2.0:1789082007.759814:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082007.759971:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730168064 00000100:00100000:0.0:1789082007.759981:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730168064 00000100:00100000:0.0:1789082007.760050:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 25 00000100:00100000:0.0:1789082007.760061:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+9:18758:x1875987730168064:12345-192.168.201.29@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1789082007.760222:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+9:18758:x1875987730168064:12345-192.168.201.29@tcp:59:lhsmtool_posix.0 Request processed in 163us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082007.760230:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 25 00000100:00100000:0.0:1789082007.760882:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082007.760951:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730168192 00000100:00100000:1.0:1789082007.760969:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730168192 00000100:00100000:1.0:1789082007.761010:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 164 00000100:00100000:1.0:1789082007.761018:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd42034c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+12:18137:x1875987730168192:12345-192.168.201.29@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789082007.761178:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd42034c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+12:18137:x1875987730168192:12345-192.168.201.29@tcp:503:ll_cfg_requeue.0 Request processed in 159us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082007.761185:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 164 00000100:00100000:2.0:1789082007.771027:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082007.774436:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082007.776658:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730168448 00000100:00100000:2.0:1789082007.776680:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730168448 00000100:00100000:2.0:1789082007.776792:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 165 00000100:00100000:2.0:1789082007.776807:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+12:18137:x1875987730168448:12345-192.168.201.29@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789082007.776839:0:22701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082007.776893:0:22701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffffa0fd428dfa00/0x7375183570f75a83 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x21a0e20846400181 expref: -99 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.776938:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffffa0fd428dfa00/0x7375183570f75a83 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400181 expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.776951:0:22701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffffa0fd428dfa00/0x7375183570f75a83 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400181 expref: 13 pid: 22701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.776964:0:22701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428dfa00, rc 0) 00000100:00100000:2.0:1789082007.777108:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18137:x1875987730168448:12345-192.168.201.29@tcp:101:ll_cfg_requeue.0 Request processed in 264us (2648us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082007.777116:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 165 00000100:00100000:2.0:1789082007.781033:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082007.782791:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730168320 00000100:00100000:0.0:1789082007.782806:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730168320 00000100:00100000:0.0:1789082007.782914:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 26 00000100:00100000:0.0:1789082007.782925:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+5:18758:x1875987730168320:12345-192.168.201.29@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1789082007.784171:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789082007.787731:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730168576 00000100:00100000:1.0:1789082007.787754:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730168576 00000100:00100000:1.0:1789082007.787844:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 166 00000100:00100000:1.0:1789082007.787858:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18137:x1875987730168576:12345-192.168.201.29@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789082007.788110:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18137:x1875987730168576:12345-192.168.201.29@tcp:501:ll_cfg_requeue.0 Request processed in 254us (7093us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082007.788119:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 166 00000100:00100000:3.0:1789082007.788168:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082007.788303:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730168704 00000100:00100000:3.0:1789082007.788313:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730168704 00000100:00100000:3.0:1789082007.788606:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 27 00000100:00100000:3.0:1789082007.788618:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+9:18764:x1875987730168704:12345-192.168.201.29@tcp:101:lfs.0 00010000:00010000:3.0:1789082007.788641:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789082007.788668:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75a8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e20846400188 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.788741:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75a91 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.788824:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75a91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.789352:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75a91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.789531:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75a98 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.789541:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75a98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.789548:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75a98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.789973:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75a91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.789983:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75a91 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.789990:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75a91 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.789995:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198f600 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:3.0:1789082007.790000:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75a91 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.790007:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75a91 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.790022:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:3.0:1789082007.790025:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789082007.790030:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75a91 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.790045:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75a91 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.790060:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75a98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.790085:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75a98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.790090:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75a98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.790096:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198e800 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:3.0:1789082007.790099:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75a98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.790106:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75a98 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.790118:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0fe45dc3e00) 00010000:00010000:3.0:1789082007.790122:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789082007.790127:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75a98 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.790135:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75a98 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.790191:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75a8a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400188 expref: 10 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.790219:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe5f5e3000) 00000100:00100000:1.0:1789082007.790226:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00010000:00010000:3.0:1789082007.790228:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789082007.790269:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730168832 00000100:00100000:1.0:1789082007.790281:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730168832 00000100:00100000:1.0:1789082007.790332:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 167 00000100:00100000:1.0:1789082007.790341:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18137:x1875987730168832:12345-192.168.201.29@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789082007.791255:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+13:18137:x1875987730168832:12345-192.168.201.29@tcp:503:ll_cfg_requeue.0 Request processed in 902us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082007.791268:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 167 00010000:00010000:3.0:1789082007.798700:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75a8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400188 expref: 10 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.798726:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe5198f000, rc 0) 00000100:00100000:3.0:1789082007.798803:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+9:18764:x1875987730168704:12345-192.168.201.29@tcp:101:lfs.0 Request processed in 10187us (10646us total) trans 0 rc 301/301 00000100:00100000:3.0:1789082007.798811:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 27 00000004:00080000:2.0:1789082007.806663:0:23775:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 23694us 00000100:00100000:3.0:1789082007.807180:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082007.807368:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730168960 00000100:00100000:2.0:1789082007.807382:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730168960 00000100:00100000:2.0:1789082007.807462:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 0 00000100:00100000:2.0:1789082007.807475:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:476bd03c-3953-435a-ad4a-8006d4944c04+9:18764:x1875987730168960:12345-192.168.201.29@tcp:700:lfs.0 00000100:00100000:2.0:1789082007.807641:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:476bd03c-3953-435a-ad4a-8006d4944c04+9:18764:x1875987730168960:12345-192.168.201.29@tcp:700:lfs.0 Request processed in 166us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082007.807650:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 0 00000100:00100000:3.0:1789082007.814192:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082007.814308:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730169216 00000100:00100000:2.0:1789082007.814322:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730169216 00000100:00100000:2.0:1789082007.814404:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 28 00000100:00100000:2.0:1789082007.814417:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+9:18764:x1875987730169216:12345-192.168.201.29@tcp:36:lfs.0 00010000:00010000:2.0:1789082007.814521:0:22709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789082007.814579:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f759b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464000f5 expref: 9 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.814603:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:2.0:1789082007.814610:0:22709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789082007.815867:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.815898:0:22709:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f759f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400165 expref: 5 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.815908:0:22709:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.815961:0:22709:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f759f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400165 expref: 5 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.815982:0:22709:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f759f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400165 expref: 5 pid: 22710 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789082007.816002:0:22709:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a0cfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875987758601344:192.168.201.29@tcp:104: 00000100:00100000:2.0:1789082007.816140:0:22709:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe463630c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789082007.822237:0:22709:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a0cfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875987758601344:192.168.201.29@tcp:104: 00010000:00010000:2.0:1789082007.822281:0:22709:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789082007.833969:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082007.834050:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730169344 00000100:00100000:1.0:1789082007.834102:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730169344 00010000:00010000:1.0:1789082007.834205:0:22693:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f759f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400165 expref: 6 pid: 22710 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082007.834271:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 15 00000100:00100000:1.0:1789082007.834284:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a025880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cc5708a5-2061-4330-8478-e766feabb0ef+6:2380:x1875987730169344:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789082007.834308:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789082007.834317:0:22693:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f759f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400165 expref: 6 pid: 22710 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.834336:0:22693:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f759f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400165 expref: 6 pid: 22710 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.834370:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f759f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400165 expref: 6 pid: 22710 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.834391:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:1.0:1789082007.834398:0:22693:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.834409:0:22693:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.834418:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082007.834450:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789082007.834539:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a025880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cc5708a5-2061-4330-8478-e766feabb0ef+5:2380:x1875987730169344:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 257us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082007.834549:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 15 00010000:00010000:2.0:1789082007.834960:0:22709:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.834985:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.835014:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f75aa6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.835027:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f75aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.835039:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f75aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789082007.835110:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1789082007.838735:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789082007.840219:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de400/0x7375183570f75aad lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.840249:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de400/0x7375183570f75aad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.840263:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de400/0x7375183570f75aad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789082007.840284:0:22709:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000990ab188 reply state 00000000e527160e transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de400/0x7375183570f75aad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.840295:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de400/0x7375183570f75aad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.840303:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0fe5f5e3200) 00010000:00010000:2.0:1789082007.840306:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789082007.840312:0:22709:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1789082007.840320:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789082007.840341:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.840348:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.840355:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.840361:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428de200 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:2.0:1789082007.840366:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.842514:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.842540:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:2.0:1789082007.842543:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789082007.842551:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.842560:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75a9f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789082007.842589:0:22709:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000990ab188 reply state 00000000e527160e transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f75aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.842603:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f75aa6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.842611:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0fe5f5e3900) 00010000:00010000:2.0:1789082007.842614:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789082007.842627:0:22709:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1789082007.842977:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+10:18764:x1875987730169216:12345-192.168.201.29@tcp:36:lfs.0 Request processed in 28545us (28783us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1789082007.843011:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 28 00000100:00100000:2.0:1789082007.851692:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+5:18758:x1875987730168320:12345-192.168.201.29@tcp:59:lhsmtool_posix.0 Request processed in 68749us (80656us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082007.851713:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 26 00000100:00100000:0.0:1789082007.943993:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082007.944107:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730169472 00000100:00100000:3.0:1789082007.944122:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730169472 00000100:00100000:3.0:1789082007.944214:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 29 00000100:00100000:3.0:1789082007.944226:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a025180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+10:18774:x1875987730169472:12345-192.168.201.29@tcp:101:lctl.0 00010000:00010000:3.0:1789082007.944263:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789082007.944297:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75ab4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e2084640018f expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.944524:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75abb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.944553:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75abb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.944568:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75abb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789082007.944669:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789082007.944674:0:22710:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789082007.944875:0:22710:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75abb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.944911:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75ab4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640018f expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.944934:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198e800/0x7375183570f75abb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640018f expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082007.944945:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe45dc3e00) 00010000:00010000:3.0:1789082007.944948:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789082007.944952:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe5198e800, rc 0) 00000100:00100000:3.0:1789082007.945038:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a025180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+11:18774:x1875987730169472:12345-192.168.201.29@tcp:101:lctl.0 Request processed in 814us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082007.945049:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 29 00000100:00100000:0.0:1789082007.972133:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082007.972350:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730169600 00000100:00100000:2.0:1789082007.972365:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730169600 00000100:00100000:2.0:1789082007.972460:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 30 00000100:00100000:2.0:1789082007.972473:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:18775:x1875987730169600:12345-192.168.201.29@tcp:101:lfs.0 00010000:00010000:2.0:1789082007.972523:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082007.972559:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75ac2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e20846400196 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.972680:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428df200/0x7375183570f75ac9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.972699:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428df200/0x7375183570f75ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.972715:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428df200/0x7375183570f75ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789082007.972791:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789082007.972796:0:22709:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789082007.972823:0:22709:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428df200/0x7375183570f75ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.972853:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de200/0x7375183570f75ac2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400196 expref: 7 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.972893:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428df200/0x7375183570f75ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400196 expref: 6 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082007.972903:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe45dc3e00) 00010000:00010000:2.0:1789082007.972906:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789082007.972910:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fd428df200, rc 0) 00000100:00100000:2.0:1789082007.972991:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a026680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cc5708a5-2061-4330-8478-e766feabb0ef+6:18775:x1875987730169600:12345-192.168.201.29@tcp:101:lfs.0 Request processed in 521us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082007.973228:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 30 00000100:00100000:2.0:1789082007.976219:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082007.976312:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730169728 00000100:00100000:0.0:1789082007.976325:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730169728 00000100:00100000:0.0:1789082007.976398:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 31 00000100:00100000:0.0:1789082007.976410:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cc5708a5-2061-4330-8478-e766feabb0ef+6:18775:x1875987730169728:12345-192.168.201.29@tcp:101:lfs.0 00010000:00010000:0.0:1789082007.976445:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082007.976476:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75ad0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e2084640019d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976580:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75ad7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976632:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976647:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976661:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75ade lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976668:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75ade lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976675:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75ade lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976799:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75ae5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976807:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75ae5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976815:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75ae5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789082007.976877:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789082007.976881:0:22708:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789082007.976911:0:22708:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75ae5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976932:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976952:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75ad7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976959:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75ad7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976967:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff78c00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082007.976973:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75ad7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976980:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75ad7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.976994:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe45dc3e00) 00010000:00010000:0.0:1789082007.976997:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082007.977002:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75ad7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.977008:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75ad7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.977022:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75ade lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.977027:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75ade lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.977032:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75ade lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.977037:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff78e00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082007.977044:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75ade lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.977050:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75ade lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.977056:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0fe5f5e3900) 00010000:00010000:0.0:1789082007.977058:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082007.977061:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75ade lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.977105:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75ade lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.977135:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75ad0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640019d expref: 8 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.977149:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75ae5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640019d expref: 7 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.977156:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0fe5f5e3200) 00010000:00010000:0.0:1789082007.977158:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789082007.977161:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff78400, rc 0) 00000100:00100000:0.0:1789082007.977327:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cc5708a5-2061-4330-8478-e766feabb0ef+7:18775:x1875987730169728:12345-192.168.201.29@tcp:101:lfs.0 Request processed in 917us (1121us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082007.977335:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 31 00000100:00100000:1.0:1789082007.979955:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082007.980263:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730169856 00000100:00100000:3.0:1789082007.980278:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730169856 00000100:00100000:3.0:1789082007.980375:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 6 00000100:00100000:3.0:1789082007.980387:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:cc5708a5-2061-4330-8478-e766feabb0ef+5:18775:x1875987730169856:12345-192.168.201.29@tcp:900:lfs.0 00000100:00080000:0.0:1789082007.980468:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789082007.980921:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:cc5708a5-2061-4330-8478-e766feabb0ef+5:18775:x1875987730169856:12345-192.168.201.29@tcp:900:lfs.0 Request processed in 533us (975us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082007.980931:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 6 00000100:00100000:1.0:1789082007.991873:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082007.991935:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730170112 00000100:00100000:0.0:1789082007.991950:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730170112 00000100:00100000:0.0:1789082007.992020:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 32 00000100:00100000:0.0:1789082007.992048:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cc5708a5-2061-4330-8478-e766feabb0ef+7:18775:x1875987730170112:12345-192.168.201.29@tcp:101:lfs.0 00010000:00010000:0.0:1789082007.992115:0:23775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082007.992148:0:23775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75aec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001a4 expref: -99 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789082007.992290:0:23775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789082007.992434:0:23775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75aec lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001a4 expref: 9 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.992454:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe45dc3e00) 00010000:00010000:0.0:1789082007.992458:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789082007.992463:0:23775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75aec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001a4 expref: 9 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.992482:0:23775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff78c00, rc 0) 00000100:00100000:0.0:1789082007.992675:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cc5708a5-2061-4330-8478-e766feabb0ef+8:18775:x1875987730170112:12345-192.168.201.29@tcp:101:lfs.0 Request processed in 628us (817us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1789082007.992684:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 32 00000100:00100000:2.0:1789082007.998013:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082007.998160:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730170368 00000100:00100000:0.0:1789082007.998174:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730170368 00000100:00100000:0.0:1789082007.998254:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 33 00000100:00100000:0.0:1789082007.998267:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cc5708a5-2061-4330-8478-e766feabb0ef+8:18775:x1875987730170368:12345-192.168.201.29@tcp:36:lfs.0 00010000:00010000:0.0:1789082007.998350:0:22708:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789082007.998387:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75ae5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640019d expref: 8 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.998411:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0fe5f5e3200) 00010000:00010000:0.0:1789082007.998435:0:22708:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789082007.998470:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75afa lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.998487:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75afa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.998516:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75afa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789082007.999007:0:22708:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c332f489 reply state 00000000f2523ab9 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75afa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.999027:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75afa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082007.999034:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0fe5f5e3200) 00010000:00010000:0.0:1789082007.999038:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1789082007.999040:0:22708:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1789082007.999052:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789082007.999216:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cc5708a5-2061-4330-8478-e766feabb0ef+9:18775:x1875987730170368:12345-192.168.201.29@tcp:36:lfs.0 Request processed in 949us (1215us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1789082007.999226:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 33 00000100:00100000:1.0:1789082008.011595:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.013886:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730170624 00000100:00100000:0.0:1789082008.013905:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730170624 00000100:00100000:0.0:1789082008.013993:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2 00000100:00100000:0.0:1789082008.014006:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cc5708a5-2061-4330-8478-e766feabb0ef+9:18775:x1875987730170624:12345-192.168.201.29@tcp:35:lfs.0 00000100:00100000:0.0:1789082008.014372:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cc5708a5-2061-4330-8478-e766feabb0ef+10:18775:x1875987730170624:12345-192.168.201.29@tcp:35:lfs.0 Request processed in 367us (2790us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1789082008.014381:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2 00000100:00100000:1.0:1789082008.017935:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082008.018052:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730170880 00000100:00100000:2.0:1789082008.018106:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730170880 00000100:00100000:2.0:1789082008.018183:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 34 00000100:00100000:2.0:1789082008.018196:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cc5708a5-2061-4330-8478-e766feabb0ef+10:18775:x1875987730170880:12345-192.168.201.29@tcp:101:lfs.0 00010000:00010000:2.0:1789082008.018230:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082008.018259:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75b01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001ab expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.018374:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.018394:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.018409:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.018443:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a200/0x7375183570f75b0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.018452:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a200/0x7375183570f75b0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.018459:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a200/0x7375183570f75b0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789082008.018806:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789082008.018910:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.018919:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b08 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.018926:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.018932:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7fc8b400 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:2.0:1789082008.018937:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.018947:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b08 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.018962:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe45dc3e00) 00010000:00010000:2.0:1789082008.018966:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789082008.018971:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.018992:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.019010:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a200/0x7375183570f75b0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.019016:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a200/0x7375183570f75b0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.019021:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a200/0x7375183570f75b0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.019026:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7fc8a200 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:2.0:1789082008.019029:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a200/0x7375183570f75b0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.019034:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a200/0x7375183570f75b0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.019042:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0fe5f5e3900) 00010000:00010000:2.0:1789082008.019044:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789082008.019047:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a200/0x7375183570f75b0f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.019052:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a200/0x7375183570f75b0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.019644:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75b01 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ab expref: 12 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.019678:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe45dc3e00) 00010000:00010000:2.0:1789082008.019681:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789082008.019686:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75b01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ab expref: 12 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.019699:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7fc8aa00, rc 0) 00000100:00100000:2.0:1789082008.019852:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cc5708a5-2061-4330-8478-e766feabb0ef+11:18775:x1875987730170880:12345-192.168.201.29@tcp:101:lfs.0 Request processed in 1656us (1929us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1789082008.019863:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 34 00000100:00100000:3.0:1789082008.034478:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.034685:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730171008 00000100:00100000:0.0:1789082008.034700:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730171008 00000100:00100000:0.0:1789082008.034779:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 35 00000100:00100000:0.0:1789082008.034791:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6ffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cc5708a5-2061-4330-8478-e766feabb0ef+11:18775:x1875987730171008:12345-192.168.201.29@tcp:101:lfs.0 00010000:00010000:0.0:1789082008.034827:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082008.034854:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75b1d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001b2 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.034990:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75b24 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.035008:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75b24 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.035022:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75b24 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789082008.035054:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789082008.035059:0:22708:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789082008.035156:0:22708:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75b24 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.035188:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75b1d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001b2 expref: 13 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.035209:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75b24 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001b2 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.035219:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0fe5f5e3200) 00010000:00010000:0.0:1789082008.035222:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789082008.035238:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff78c00, rc 0) 00000100:00100000:0.0:1789082008.035316:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6ffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cc5708a5-2061-4330-8478-e766feabb0ef+12:18775:x1875987730171008:12345-192.168.201.29@tcp:101:lfs.0 Request processed in 527us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082008.035324:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 35 00000100:00100000:1.0:1789082008.042436:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.042602:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730171136 00000100:00100000:0.0:1789082008.042616:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730171136 00000100:00100000:0.0:1789082008.042700:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3 00000100:00100000:0.0:1789082008.042713:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cc5708a5-2061-4330-8478-e766feabb0ef+12:18775:x1875987730171136:12345-192.168.201.29@tcp:37:lfs.0 00000100:00100000:0.0:1789082008.048215:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cc5708a5-2061-4330-8478-e766feabb0ef+12:18775:x1875987730171136:12345-192.168.201.29@tcp:37:lfs.0 Request processed in 5487us (5775us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082008.048236:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3 00000100:00100000:3.0:1789082008.061613:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082008.061776:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730171392 00000100:00100000:2.0:1789082008.061790:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730171392 00000100:00100000:2.0:1789082008.061866:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4 00000100:00100000:2.0:1789082008.061879:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7ad9dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cc5708a5-2061-4330-8478-e766feabb0ef+12:18775:x1875987730171392:12345-192.168.201.29@tcp:35:lfs.0 00000100:00100000:2.0:1789082008.062228:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7ad9dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cc5708a5-2061-4330-8478-e766feabb0ef+13:18775:x1875987730171392:12345-192.168.201.29@tcp:35:lfs.0 Request processed in 351us (632us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1789082008.062236:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4 00000100:00100000:1.0:1789082008.166421:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.167459:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730171520 00000100:00100000:0.0:1789082008.167478:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730171520 00000100:00100000:0.0:1789082008.167608:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 36 00000100:00100000:0.0:1789082008.167625:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+11:18781:x1875987730171520:12345-192.168.201.29@tcp:101:bash.0 00010000:00010000:0.0:1789082008.167657:0:23775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082008.167701:0:23775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75b2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001b9 expref: -99 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168201:0:23775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168221:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168234:0:23775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168246:0:23775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b39 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168270:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168277:0:23775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168399:0:23775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79a00/0x7375183570f75b40 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168409:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79a00/0x7375183570f75b40 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168416:0:23775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79a00/0x7375183570f75b40 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789082008.168462:0:23775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789082008.168467:0:23775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789082008.168529:0:23775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79a00/0x7375183570f75b40 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168545:0:23775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168551:0:23775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b32 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168558:0:23775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168565:0:23775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff78e00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082008.168570:0:23775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168583:0:23775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b32 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168598:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe45dc3e00) 00010000:00010000:0.0:1789082008.168601:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082008.168605:0:23775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168612:0:23775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168627:0:23775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168634:0:23775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168641:0:23775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168646:0:23775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff79800 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082008.168649:0:23775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168656:0:23775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b39 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168662:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0fe5f5e3900) 00010000:00010000:0.0:1789082008.168665:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082008.168889:0:23775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b39 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168906:0:23775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b39 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168946:0:23775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75b2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001b9 expref: 13 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168961:0:23775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79a00/0x7375183570f75b40 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001b9 expref: 12 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.168969:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0fe5f5e3200) 00010000:00010000:0.0:1789082008.168971:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1789082008.168973:0:23775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff79a00, rc 0) 00000100:00100000:0.0:1789082008.169111:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+12:18781:x1875987730171520:12345-192.168.201.29@tcp:101:bash.0 Request processed in 1444us (2659us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082008.169121:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 36 00000100:00100000:1.0:1789082008.174131:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.174236:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730171648 00000100:00100000:0.0:1789082008.174250:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730171648 00000100:00100000:0.0:1789082008.174333:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 7 00000100:00100000:0.0:1789082008.174346:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:476bd03c-3953-435a-ad4a-8006d4944c04+5:18781:x1875987730171648:12345-192.168.201.29@tcp:900:bash.0 00000100:00100000:0.0:1789082008.174472:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:476bd03c-3953-435a-ad4a-8006d4944c04+5:18781:x1875987730171648:12345-192.168.201.29@tcp:900:bash.0 Request processed in 128us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082008.174480:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 7 00000100:00100000:3.0:1789082008.186545:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.186735:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730171904 00000100:00100000:0.0:1789082008.186751:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730171904 00000100:00100000:0.0:1789082008.186830:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 37 00000100:00100000:0.0:1789082008.186843:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:476bd03c-3953-435a-ad4a-8006d4944c04+12:18781:x1875987730171904:12345-192.168.201.29@tcp:101:bash.0 00010000:00010000:0.0:1789082008.186891:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082008.186923:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75b47 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001c0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.187120:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.187139:0:22708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75b24 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001b2 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.187151:0:22708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.187198:0:22708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75b24 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001b2 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.187215:0:22708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75b24 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001b2 expref: 12 pid: 22708 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789082008.187233:0:22708:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a027480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22708:1875987758601472:192.168.201.29@tcp:104: 00000100:00100000:0.0:1789082008.187344:0:22708:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe45f53c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789082008.194935:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082008.195223:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730172032 00000100:00100000:1.0:1789082008.195236:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730172032 00010000:00010000:1.0:1789082008.195295:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75b24 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001b2 expref: 13 pid: 22708 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082008.195362:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 16 00000100:00100000:1.0:1789082008.195375:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cc5708a5-2061-4330-8478-e766feabb0ef+13:2380:x1875987730172032:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789082008.195396:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789082008.195405:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75b24 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001b2 expref: 13 pid: 22708 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.195422:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75b24 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001b2 expref: 13 pid: 22708 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.195454:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0fe5f5e3200) 00010000:00010000:1.0:1789082008.195459:0:22694:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.195471:0:22694:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.195479:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.195557:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789082008.195634:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cc5708a5-2061-4330-8478-e766feabb0ef+13:2380:x1875987730172032:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 261us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082008.195644:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 16 00010000:00010000:0.0:1789082008.196974:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75b24 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001b2 expref: 12 pid: 22708 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789082008.197000:0:22708:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a027480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22708:1875987758601472:192.168.201.29@tcp:104: 00010000:00010000:0.0:1789082008.197030:0:22708:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.197060:0:22708:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.197117:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.197498:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b55 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.197524:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b55 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.197539:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b55 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199396:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75b5c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199419:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75b5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199430:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75b5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789082008.199443:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789082008.199472:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199479:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199493:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199513:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff79800 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082008.199518:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199526:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199540:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0fe5f5e3200) 00010000:00010000:0.0:1789082008.199543:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082008.199548:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199555:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b4e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789082008.199570:0:22708:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004cebd970 reply state 00000000adcb61fa transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b55 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199581:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b55 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199588:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffffa0fe5f5de300) 00010000:00010000:0.0:1789082008.199590:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789082008.199594:0:22708:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1789082008.199636:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75b47 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c0 expref: 15 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199652:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75b5c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c0 expref: 14 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.199670:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:0.0:1789082008.199672:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1789082008.199675:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff79e00, rc 0) 00000100:00100000:0.0:1789082008.199950:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:476bd03c-3953-435a-ad4a-8006d4944c04+15:18781:x1875987730171904:12345-192.168.201.29@tcp:101:bash.0 Request processed in 13108us (13420us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1789082008.199958:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 37 00000040:00080000:1.0:1789082008.222778:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789082008.235311:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082008.235459:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730172160 00000100:00100000:2.0:1789082008.235473:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730172160 00000100:00100000:2.0:1789082008.236102:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 38 00000100:00100000:2.0:1789082008.236116:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+15:18781:x1875987730172160:12345-192.168.201.29@tcp:101:bash.0 00010000:00010000:2.0:1789082008.236154:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082008.236184:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a200/0x7375183570f75b6a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001c7 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.236275:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.236309:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.236324:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789082008.236394:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789082008.236400:0:22709:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789082008.236430:0:22709:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.236442:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.236470:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a200/0x7375183570f75b6a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c7 expref: 17 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.236503:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c7 expref: 16 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.236513:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:2.0:1789082008.236516:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789082008.236520:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7fc8b400, rc 0) 00000100:00100000:2.0:1789082008.236694:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+16:18781:x1875987730172160:12345-192.168.201.29@tcp:101:bash.0 Request processed in 581us (1398us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082008.236714:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 38 00000100:00100000:2.0:1789082008.241608:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082008.242274:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730172416 00000100:00100000:3.0:1789082008.242289:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730172416 00000100:00100000:3.0:1789082008.242367:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 5 00000100:00100000:3.0:1789082008.242380:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:476bd03c-3953-435a-ad4a-8006d4944c04+16:18781:x1875987730172416:12345-192.168.201.29@tcp:35:bash.0 00000100:00100000:3.0:1789082008.243398:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:476bd03c-3953-435a-ad4a-8006d4944c04+17:18781:x1875987730172416:12345-192.168.201.29@tcp:35:bash.0 Request processed in 1012us (1796us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1789082008.243410:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 5 00000100:00100000:3.0:1789082008.373236:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.373352:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730172672 00000100:00100000:0.0:1789082008.373365:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730172672 00000100:00100000:0.0:1789082008.373443:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 39 00000100:00100000:0.0:1789082008.373454:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+17:18791:x1875987730172672:12345-192.168.201.29@tcp:101:lfs.0 00010000:00010000:0.0:1789082008.373921:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082008.373953:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75b78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001ce expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789082008.374141:0:22710:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789082008.374291:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75b78 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ce expref: 19 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.374310:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa0fe45dc3e00) 00010000:00010000:0.0:1789082008.374314:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789082008.374319:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75b78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ce expref: 19 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.374335:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff78400, rc 0) 00000100:00100000:0.0:1789082008.374968:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+18:18791:x1875987730172672:12345-192.168.201.29@tcp:101:lfs.0 Request processed in 1508us (1740us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1789082008.374997:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 39 00000100:00100000:2.0:1789082008.380943:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.381087:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730172928 00000100:00100000:0.0:1789082008.381100:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730172928 00000100:00100000:0.0:1789082008.381181:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 6 00000100:00100000:0.0:1789082008.381193:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:476bd03c-3953-435a-ad4a-8006d4944c04+18:18791:x1875987730172928:12345-192.168.201.29@tcp:35:lfs.0 00000100:00100000:0.0:1789082008.382683:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:476bd03c-3953-435a-ad4a-8006d4944c04+19:18791:x1875987730172928:12345-192.168.201.29@tcp:35:lfs.0 Request processed in 1481us (1745us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1789082008.382695:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 6 00000100:00100000:2.0:1789082008.442212:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.442360:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730173184 00000100:00100000:0.0:1789082008.442375:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730173184 00000100:00100000:0.0:1789082008.442460:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 40 00000100:00100000:0.0:1789082008.442473:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+19:18794:x1875987730173184:12345-192.168.201.29@tcp:101:lfs.0 00010000:00010000:0.0:1789082008.442523:0:23775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082008.442566:0:23775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75b86 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001d5 expref: -99 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.442903:0:23775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b8d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.442924:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b8d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.442941:0:23775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b8d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789082008.442957:0:23775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789082008.443216:0:23775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75b86 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001d5 expref: 22 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.443248:0:23775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b8d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001d5 expref: 21 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.443258:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:0.0:1789082008.443261:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789082008.443265:0:23775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff79800, rc 0) 00000100:00100000:0.0:1789082008.443347:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+21:18794:x1875987730173184:12345-192.168.201.29@tcp:101:lfs.0 Request processed in 876us (1151us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1789082008.443355:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 40 00000100:00100000:3.0:1789082008.449699:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082008.449849:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730173312 00000100:00100000:1.0:1789082008.449865:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730173312 00000100:00100000:1.0:1789082008.449956:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 41 00000100:00100000:1.0:1789082008.449970:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:476bd03c-3953-435a-ad4a-8006d4944c04+21:18794:x1875987730173312:12345-192.168.201.29@tcp:54:lfs.0 00010000:00010000:1.0:1789082008.450100:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429caa00/0x7375183570f75b9b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.450125:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429caa00/0x7375183570f75b9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.450140:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429caa00/0x7375183570f75b9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.450203:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429caa00/0x7375183570f75b9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.450210:0:22708:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429caa00/0x7375183570f75b9b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.450218:0:22708:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429caa00/0x7375183570f75b9b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.450226:0:22708:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429caa00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:1.0:1789082008.450232:0:22708:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429caa00/0x7375183570f75b9b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.450257:0:22708:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429caa00/0x7375183570f75b9b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.450273:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:1.0:1789082008.450276:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1789082008.450282:0:22708:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429caa00/0x7375183570f75b9b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.450289:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429caa00/0x7375183570f75b9b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082008.450376:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:476bd03c-3953-435a-ad4a-8006d4944c04+21:18794:x1875987730173312:12345-192.168.201.29@tcp:54:lfs.0 Request processed in 409us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082008.450384:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 41 00000100:00100000:2.0:1789082008.461857:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082008.461961:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730173568 00000100:00100000:3.0:1789082008.461976:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730173568 00000100:00100000:2.0:1789082008.462086:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082008.462150:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 7 00000100:00100000:3.0:1789082008.462163:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:476bd03c-3953-435a-ad4a-8006d4944c04+21:18794:x1875987730173568:12345-192.168.201.29@tcp:35:lfs.0 00000100:00100000:3.0:1789082008.462520:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:476bd03c-3953-435a-ad4a-8006d4944c04+22:18794:x1875987730173568:12345-192.168.201.29@tcp:35:lfs.0 Request processed in 357us (679us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1789082008.462530:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 7 00000100:00100000:0.0:1789082008.463204:0:22693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730173696 00000100:00100000:0.0:1789082008.463213:0:22693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730173696 00000100:00100000:0.0:1789082008.464567:0:22693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 0 00000100:00100000:0.0:1789082008.464591:0:22693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:476bd03c-3953-435a-ad4a-8006d4944c04+22:2381:x1875987730173696:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789082008.464612:0:22693:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789082008.464659:0:22693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75b8d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001d5 expref: 22 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.464682:0:22693:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:0.0:1789082008.464688:0:22693:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789082008.464754:0:22693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:476bd03c-3953-435a-ad4a-8006d4944c04+21:2381:x1875987730173696:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 175us (2668us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082008.464762:0:22693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 0 00010000:00010000:2.0:1789082008.542745:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789082008.560730:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082008.560829:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730173824 00000100:00100000:1.0:1789082008.560844:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730173824 00000100:00100000:2.0:1789082008.560872:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082008.560919:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082008.560937:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730174080 00000100:00100000:3.0:1789082008.560944:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730174080 00000100:00100000:1.0:1789082008.560945:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 168 00000100:00100000:2.0:1789082008.560951:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082008.560962:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+13:2380:x1875987730173824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082008.560977:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730174592 00000100:00100000:2.0:1789082008.560981:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730174592 00000100:00100000:3.0:1789082008.561001:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 20 00000100:00100000:2.0:1789082008.561009:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 21 00000100:00100000:3.0:1789082008.561013:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:476bd03c-3953-435a-ad4a-8006d4944c04+5:2380:x1875987730174080:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082008.561015:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cc5708a5-2061-4330-8478-e766feabb0ef+5:2380:x1875987730174592:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1789082008.561138:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:476bd03c-3953-435a-ad4a-8006d4944c04+5:2380:x1875987730174080:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 128us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082008.561146:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 20 00000100:00080000:3.0:1789082008.561201:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789082008.561230:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cc5708a5-2061-4330-8478-e766feabb0ef+5:2380:x1875987730174592:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 214us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082008.561237:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 21 00000100:00100000:2.0:1789082008.561267:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730174336 00000100:00100000:2.0:1789082008.561271:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730174336 00000100:00100000:2.0:1789082008.561301:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 61 00000100:00100000:2.0:1789082008.561307:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cc5708a5-2061-4330-8478-e766feabb0ef+12:2380:x1875987730174336:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082008.561342:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cc5708a5-2061-4330-8478-e766feabb0ef+12:2380:x1875987730174336:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082008.561349:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 61 00000100:00100000:1.0:1789082008.566248:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+13:2380:x1875987730173824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 5271us (5515us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082008.566270:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 168 00000100:00100000:0.0:1789082008.568642:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.568848:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.568876:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082008.568926:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730174208 00000100:00100000:3.0:1789082008.568943:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730174208 00000100:00100000:3.0:1789082008.569137:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 22 00000100:00100000:3.0:1789082008.569154:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a024e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:476bd03c-3953-435a-ad4a-8006d4944c04+5:2380:x1875987730174208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1789082008.569262:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a024e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:476bd03c-3953-435a-ad4a-8006d4944c04+5:2380:x1875987730174208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 115us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082008.569271:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 22 00000100:00080000:2.0:1789082008.570349:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789082008.574341:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082008.574544:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730174720 00000100:00100000:2.0:1789082008.574561:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730174720 00000100:00100000:2.0:1789082008.574668:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 23 00000100:00100000:2.0:1789082008.574682:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:2380:x1875987730174720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082008.574808:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:2380:x1875987730174720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 129us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082008.574835:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 23 00000100:00080000:0.0:1789082008.575173:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789082008.577767:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730173952 00000100:00100000:3.0:1789082008.577773:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730174464 00000100:00100000:3.0:1789082008.577791:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730174464 00000100:00100000:1.0:1789082008.577792:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730173952 00000100:00100000:3.0:1789082008.577982:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 62 00000100:00100000:3.0:1789082008.577997:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a027480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+5:2380:x1875987730173952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1789082008.578137:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a027480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+5:2380:x1875987730173952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 145us (9507us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082008.578147:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 62 00000100:00100000:3.0:1789082008.578170:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 63 00000100:00100000:3.0:1789082008.578178:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a025f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+5:2380:x1875987730174464:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1789082008.578204:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a025f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+5:2380:x1875987730174464:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (9326us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082008.578210:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 63 00000100:00100000:0.0:1789082008.747196:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082008.747599:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730174976 00000100:00100000:2.0:1789082008.747622:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730174976 00000100:00100000:2.0:1789082008.747910:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 42 00000100:00100000:2.0:1789082008.747927:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+21:18825:x1875987730174976:12345-192.168.201.29@tcp:101:cat.0 00010000:00010000:2.0:1789082008.747966:0:23775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082008.748000:0:23775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75ba2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001dc expref: -99 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.748191:0:23775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b200/0x7375183570f75ba9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.748210:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b200/0x7375183570f75ba9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.748222:0:23775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b200/0x7375183570f75ba9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789082008.748250:0:23775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789082008.748962:0:23775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75ba2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001dc expref: 24 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.748991:0:23775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b200/0x7375183570f75ba9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001dc expref: 23 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.749001:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:2.0:1789082008.749005:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789082008.749010:0:23775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7fc8b200, rc 0) 00000100:00100000:2.0:1789082008.749186:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+23:18825:x1875987730174976:12345-192.168.201.29@tcp:101:cat.0 Request processed in 1263us (2006us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1789082008.749196:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 42 00000100:00100000:0.0:1789082008.762134:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082008.762279:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730175104 00000100:00100000:1.0:1789082008.762293:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730175104 00000100:00100000:1.0:1789082008.762555:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1 00000100:00100000:1.0:1789082008.762569:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a025c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:476bd03c-3953-435a-ad4a-8006d4944c04+23:2380:x1875987730175104:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789082008.762611:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789082008.762656:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b200/0x7375183570f75ba9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001dc expref: 23 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.762693:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:1.0:1789082008.762701:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789082008.762803:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a025c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:476bd03c-3953-435a-ad4a-8006d4944c04+22:2380:x1875987730175104:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 236us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082008.762813:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1 00000100:00100000:3.0:1789082008.763220:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082008.763387:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730175360 00000100:00100000:1.0:1789082008.763394:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730175360 00000100:00100000:1.0:1789082008.763436:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 8 00000100:00100000:1.0:1789082008.763443:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:476bd03c-3953-435a-ad4a-8006d4944c04+22:18825:x1875987730175360:12345-192.168.201.29@tcp:35:cat.0 00000100:00100000:1.0:1789082008.764280:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:476bd03c-3953-435a-ad4a-8006d4944c04+23:18825:x1875987730175360:12345-192.168.201.29@tcp:35:cat.0 Request processed in 830us (1054us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1789082008.764291:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 8 00000100:00100000:0.0:1789082008.852529:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082008.852768:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730175616 00000100:00100000:1.0:1789082008.852782:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730175616 00000100:00100000:1.0:1789082008.852868:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 43 00000100:00100000:1.0:1789082008.852882:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a027800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:476bd03c-3953-435a-ad4a-8006d4944c04+23:18831:x1875987730175616:12345-192.168.201.29@tcp:101:dd.0 00010000:00010000:1.0:1789082008.852919:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789082008.852950:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429caa00/0x7375183570f75bb7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001e3 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.853170:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f75bbe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.853211:0:22708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75b5c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c0 expref: 24 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.853220:0:22708:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c7 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.853232:0:22708:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f75bbe lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.853293:0:22708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c7 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.853309:0:22708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c7 expref: 24 pid: 22709 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082008.853327:0:22708:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e16a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22708:1875987758601600:192.168.201.29@tcp:104: 00010000:00010000:2.0:1789082008.855203:0:22708:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75b5c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c0 expref: 24 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.855512:0:22708:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75b5c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c0 expref: 24 pid: 22708 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789082008.855536:0:22708:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a0cf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22708:1875987758601728:192.168.201.29@tcp:104: 00000100:00100000:2.0:1789082008.855591:0:22708:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe7cfae540 going to sleep for 11 seconds 00000100:00100000:0.0:1789082008.859644:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082008.859875:0:25741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730175744 00000100:00100000:1.0:1789082008.859888:0:25741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730175744 00010000:00010000:1.0:1789082008.859941:0:25741:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c7 expref: 25 pid: 22709 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082008.859991:0:25741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 17 00000100:00100000:1.0:1789082008.860001:0:25741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a024380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:476bd03c-3953-435a-ad4a-8006d4944c04+25:2381:x1875987730175744:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789082008.860021:0:25741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789082008.860029:0:25741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c7 expref: 25 pid: 22709 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.860094:0:25741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c7 expref: 25 pid: 22709 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.860123:0:25741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:1.0:1789082008.860130:0:25741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f75bbe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.860140:0:25741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f75bbe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.860147:0:25741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789082008.860280:0:25741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a024380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:476bd03c-3953-435a-ad4a-8006d4944c04+25:2381:x1875987730175744:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 279us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082008.860288:0:25741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 17 00010000:00010000:2.0:1789082008.862044:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75b71 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c7 expref: 24 pid: 22709 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789082008.862114:0:22708:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e16a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22708:1875987758601600:192.168.201.29@tcp:104: 00000100:00100000:2.0:1789082008.862129:0:22708:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a0cf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22708:1875987758601728:192.168.201.29@tcp:104: 00010000:00010000:2.0:1789082008.862159:0:22708:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f75bbe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789082008.865202:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082008.866489:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730175872 00000100:00100000:1.0:1789082008.866510:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730175872 00010000:00010000:1.0:1789082008.866574:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75b5c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c0 expref: 24 pid: 22708 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082008.866672:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 18 00000100:00100000:1.0:1789082008.866693:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7f9d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:476bd03c-3953-435a-ad4a-8006d4944c04+24:2381:x1875987730175872:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789082008.866713:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789082008.866721:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75b5c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c0 expref: 24 pid: 22708 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.866845:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75b5c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c0 expref: 24 pid: 22708 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.866892:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75b5c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001c0 expref: 24 pid: 22708 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.866912:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:1.0:1789082008.866918:0:22694:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f75bbe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.866929:0:22694:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f75bbe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.866938:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f75bbe lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.866980:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789082008.867080:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7f9d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:476bd03c-3953-435a-ad4a-8006d4944c04+23:2381:x1875987730175872:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 381us (1876us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082008.867089:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 18 00010000:00010000:0.0:1789082008.868009:0:22708:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f75bbe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.868026:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f75bbe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789082008.868061:0:22708:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789082008.868613:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429caa00/0x7375183570f75bb7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001e3 expref: 24 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.868644:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cba00/0x7375183570f75bbe lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001e3 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.868653:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:0.0:1789082008.868657:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1789082008.868660:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe429cba00, rc 0) 00000100:00100000:0.0:1789082008.869152:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a027800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:476bd03c-3953-435a-ad4a-8006d4944c04+23:18831:x1875987730175616:12345-192.168.201.29@tcp:101:dd.0 Request processed in 16269us (16634us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1789082008.869163:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 43 00000100:00100000:3.0:1789082008.875749:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.884213:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730176000 00000100:00100000:0.0:1789082008.884233:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730176000 00000100:00100000:0.0:1789082008.884334:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 44 00000100:00100000:0.0:1789082008.884361:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+23:18831:x1875987730176000:12345-192.168.201.29@tcp:101:dd.0 00010000:00010000:0.0:1789082008.884392:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082008.884418:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75bcc lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001ea expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.884460:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75bd3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.884493:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75bd3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.884509:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75bd3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.886208:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75bcc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ea expref: 25 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.886245:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75bd3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ea expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.886256:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:0.0:1789082008.886259:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789082008.886264:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff78400, rc 0) 00000100:00100000:0.0:1789082008.886375:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+24:18831:x1875987730176000:12345-192.168.201.29@tcp:101:dd.0 Request processed in 2013us (10639us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082008.886385:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 44 00000100:00100000:3.0:1789082008.898170:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082008.898668:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730176256 00000100:00100000:2.0:1789082008.898687:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730176256 00000100:00100000:2.0:1789082008.898845:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 45 00000100:00100000:2.0:1789082008.898859:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+24:18831:x1875987730176256:12345-192.168.201.29@tcp:36:dd.0 00010000:00010000:2.0:1789082008.899258:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75bda lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.899283:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75bda lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.899313:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75bda lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789082008.899378:0:22709:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1789082008.899406:0:22709:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c9cdae65 reply state 00000000ec10e919 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75bda lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.899422:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75bda lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.899430:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:2.0:1789082008.899433:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789082008.899437:0:22709:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789082008.899583:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+27:18831:x1875987730176256:12345-192.168.201.29@tcp:36:dd.0 Request processed in 726us (1429us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1789082008.899593:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 45 00000020:00080000:2.0:1789082008.899599:0:22709:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1789082008.905862:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.908127:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730176384 00000100:00100000:0.0:1789082008.908149:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730176384 00000100:00100000:0.0:1789082008.908377:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 46 00000100:00100000:0.0:1789082008.908408:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:476bd03c-3953-435a-ad4a-8006d4944c04+27:18831:x1875987730176384:12345-192.168.201.29@tcp:101:dd.0 00010000:00010000:0.0:1789082008.908442:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082008.908471:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75be1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001f1 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.908573:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75be1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001f1 expref: 28 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.908593:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75be1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001f1 expref: 28 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082008.908617:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:0.0:1789082008.908621:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789082008.908625:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff78c00, rc 0) 00000100:00100000:0.0:1789082008.908708:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:476bd03c-3953-435a-ad4a-8006d4944c04+28:18831:x1875987730176384:12345-192.168.201.29@tcp:101:dd.0 Request processed in 304us (2861us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082008.908716:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 46 00000100:00100000:3.0:1789082008.958655:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082008.959106:0:25741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730176640 00000100:00100000:1.0:1789082008.959120:0:25741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730176640 00000100:00100000:1.0:1789082008.959207:0:25741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2 00000100:00100000:1.0:1789082008.959219:0:25741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:476bd03c-3953-435a-ad4a-8006d4944c04+28:18831:x1875987730176640:12345-192.168.201.29@tcp:103:dd.0 00010000:00010000:1.0:1789082008.959242:0:25741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789082008.959277:0:25741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75be1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001f1 expref: 28 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082008.959302:0:25741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:1.0:1789082008.959309:0:25741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789082008.959410:0:25741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:476bd03c-3953-435a-ad4a-8006d4944c04+27:18831:x1875987730176640:12345-192.168.201.29@tcp:103:dd.0 Request processed in 192us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082008.959419:0:25741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2 00000100:00100000:3.0:1789082008.962361:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082008.964249:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730176768 00000100:00100000:0.0:1789082008.964271:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730176768 00000100:00100000:2.0:1789082008.964870:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 47 00000100:00100000:2.0:1789082008.964884:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+27:18831:x1875987730176768:12345-192.168.201.29@tcp:58:dd.0 00010000:00010000:2.0:1789082008.968602:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75be8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.968637:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75be8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.968654:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75be8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789082008.984827:0:22710:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789082008.984878:0:22710:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1789082008.985054:0:22710:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1789082008.985386:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+27:18831:x1875987730176768:12345-192.168.201.29@tcp:58:dd.0 Request processed in 20496us (23033us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082008.985400:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 47 00000100:00100000:3.0:1789082008.988107:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082008.988189:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730176896 00000100:00100000:2.0:1789082008.988216:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730176896 00000100:00100000:2.0:1789082008.988688:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 48 00000100:00100000:2.0:1789082008.988705:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+27:18831:x1875987730176896:12345-192.168.201.29@tcp:101:dd.0 00010000:00010000:2.0:1789082008.988734:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082008.988763:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ae00/0x7375183570f75bef lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001f8 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.988837:0:22709:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75be8 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.988850:0:22709:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ae00/0x7375183570f75bef lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001f8 expref: 28 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.988876:0:22709:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75be8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.988895:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ae00/0x7375183570f75bef lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001f8 expref: 28 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.988913:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:2.0:1789082008.988915:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789082008.988920:0:22709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ae00/0x7375183570f75bef lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001f8 expref: 28 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082008.988928:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7fc8ae00, rc 0) 00000100:00100000:2.0:1789082008.989006:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+28:18831:x1875987730176896:12345-192.168.201.29@tcp:101:dd.0 Request processed in 306us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082008.989015:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 48 00000100:00100000:2.0:1789082009.054518:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a0cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758601856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789082009.054628:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789082009.054827:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6feed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758602112:0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.054840:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6feef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758601984:0@lo:400:kworker.0 00000100:00100000:2.0:1789082009.054861:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082009.054875:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789082009.054883:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6feeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758602624:0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.054904:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6feed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758602496:0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.054927:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082009.054945:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe668f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758603008:0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.054970:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082009.054999:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1789082009.055005:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6feec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758602368:0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.055028:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082009.055046:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe668f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875987758602880:0@lo:400:kworker.0 00000100:00100000:2.0:1789082009.055053:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789082009.055113:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe668f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758603136:0@lo:400:kworker.0 00000100:00100000:2.0:1789082009.055139:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789082009.055156:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789082009.055162:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6feed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758602240:0@lo:400:kworker.0 00000100:00100000:2.0:1789082009.055185:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789082009.055204:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6feedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758602752:0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.055617:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082009.055643:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe668f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875987758603392:0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.055672:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082009.055715:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758602112 00000100:00100000:3.0:1789082009.055728:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758602112 00000100:00100000:0.0:1789082009.055862:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758601856 00000100:00100000:0.0:1789082009.055868:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758601856 00000100:00100000:1.0:1789082009.055941:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758602496 00000100:00100000:1.0:1789082009.055945:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758602496 00000100:00100000:0.0:1789082009.055951:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789082009.055962:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758601856:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789082009.055977:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789082009.055984:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758602496:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1789082009.056023:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789082009.056048:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758602496:12345-0@lo:400:kworker.0 Request processed in 64us (1120us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082009.056057:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789082009.056081:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875987758601856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (1454us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082009.056088:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:0.0:1789082009.056138:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789082009.056194:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a0cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1875987758601856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789082009.056221:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789082009.056237:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6feed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758602496:0@lo:400:kworker.0 00000100:00100000:0.0:1789082009.056239:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758603520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789082009.056260:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758603008 00000100:00100000:1.0:1789082009.056263:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758603008 00000100:00100000:0.0:1789082009.056271:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082009.056294:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758603520 00000100:00100000:0.0:1789082009.056299:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758603520 00000100:00100000:2.0:1789082009.056630:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789082009.056661:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe668f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1875987758603264:0@lo:400:kworker.0 00000100:00100000:2.0:1789082009.056783:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789082009.056829:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758602624 00000100:00100000:2.0:1789082009.056834:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758602624 00000100:00100000:2.0:1789082009.056871:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758602240 00000100:00100000:2.0:1789082009.056874:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758602240 00000100:00100000:3.0:1789082009.056898:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789082009.056908:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758602112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.056957:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758602112:12345-0@lo:400:kworker.0 Request processed in 52us (2095us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082009.056978:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789082009.057316:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789082009.057331:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758603520:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789082009.057393:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758602368 00000100:00100000:1.0:1789082009.057399:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758602368 00000100:00100000:1.0:1789082009.057413:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758603136 00000100:00100000:1.0:1789082009.057416:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758603136 00000100:00100000:1.0:1789082009.057431:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758602880 00000100:00100000:1.0:1789082009.057433:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758602880 00000100:00100000:1.0:1789082009.057443:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758603392 00000100:00100000:1.0:1789082009.057446:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758603392 00000100:00100000:1.0:1789082009.057456:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758603264 00000100:00100000:1.0:1789082009.057458:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758603264 00000100:00100000:1.0:1789082009.057480:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789082009.057488:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758603008:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1789082009.057823:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789082009.057882:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a026300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758603520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 556us (1609us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082009.057890:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789082009.058075:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758602752 00000100:00100000:2.0:1789082009.058082:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758602752 00000100:00100000:2.0:1789082009.058112:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789082009.058121:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fa3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758602624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789082009.058168:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fa3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758602624:12345-0@lo:400:kworker.0 Request processed in 49us (3114us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082009.058175:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789082009.058205:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789082009.058213:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758602240:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1789082009.058456:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789082009.058462:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789082009.058465:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789082009.058467:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789082009.058556:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758603520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789082009.058597:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789082009.058607:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758602368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.058637:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789082009.058649:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758602752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082009.058664:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758602368:12345-0@lo:400:kworker.0 Request processed in 60us (3635us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082009.058684:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758602752:12345-0@lo:400:kworker.0 Request processed in 40us (2055us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082009.058692:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789082009.058732:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758601984 00000100:00100000:3.0:1789082009.058737:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758601984 00000100:00100000:3.0:1789082009.058784:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1789082009.058791:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3642:x1875987758601984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.058823:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3642:x1875987758601984:12345-0@lo:400:kworker.0 Request processed in 33us (3947us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082009.058829:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1789082009.058865:0:22710:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1789082009.058874:0:22710:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:3.0:1789082009.059009:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789082009.059018:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758603136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.059055:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758603136:12345-0@lo:400:kworker.0 Request processed in 38us (3915us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082009.059061:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789082009.059097:0:22710:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1789082009.059104:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789082009.059111:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875987758602880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.059142:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875987758602880:12345-0@lo:400:kworker.0 Request processed in 32us (3528us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082009.059148:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789082009.059171:0:22710:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1789082009.059178:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789082009.059184:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875987758603392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.059216:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875987758603392:12345-0@lo:400:kworker.0 Request processed in 32us (3543us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082009.059221:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789082009.059231:0:22710:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1789082009.059237:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789082009.059243:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe76e22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875987758603264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789082009.059275:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe76e22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875987758603264:12345-0@lo:400:kworker.0 Request processed in 32us (2492us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082009.059280:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789082009.059742:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758603008:12345-0@lo:400:kworker.0 Request processed in 2251us (4767us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082009.059752:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789082009.059822:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6feec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758602368:0@lo:400:kworker.0 00000100:00100000:1.0:1789082009.059847:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe668f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875987758602880:0@lo:400:kworker.0 00000100:00100000:2.0:1789082009.059866:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758602240:12345-0@lo:400:kworker.0 Request processed in 1653us (4678us total) trans 0 rc 0/0 00010000:00080000:1.0:1789082009.059867:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fe668f5180 x1875987758603392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789082009.059875:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789082009.059880:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe668f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875987758603392:0@lo:400:kworker.0 00000100:00100000:1.0:1789082009.059891:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6feef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3642:1875987758601984:0@lo:400:kworker.0 00000100:00100000:1.0:1789082009.059902:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe668f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758603008:0@lo:400:kworker.0 00000100:00100000:0.0:1789082009.062595:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789082009.070506:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6feed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758602240:0@lo:400:kworker.0 00000100:00100000:1.0:1789082009.072133:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6feedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758602752:0@lo:400:kworker.0 00000100:00100000:1.0:1789082009.072158:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe668f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1875987758603264:0@lo:400:kworker.0 00000100:00100000:1.0:1789082009.072173:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6feed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758602112:0@lo:400:kworker.0 00000100:00100000:1.0:1789082009.072187:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6feeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758602624:0@lo:400:kworker.0 00010000:00080000:1.0:1789082009.072205:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fe668f5c00 x1875987758603136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789082009.072217:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe668f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758603136:0@lo:400:kworker.0 00010000:00010000:3.0:1789082009.566481:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789082009.886409:0:22742:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789082009.886423:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789082009.886468:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1789082009.886484:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1789082009.886983:0:22742:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe79e17b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22742:1875987758603648:192.168.201.29@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1789082009.887363:0:22742:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe7cfae540 going to sleep for 11 seconds 00000100:00100000:3.0:1789082009.903297:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082009.904202:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730177024 00000100:00100000:0.0:1789082009.904218:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730177024 00000100:00100000:1.0:1789082009.904299:0:22742:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe79e17b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22742:1875987758603648:192.168.201.29@tcp:107:hsm_cdtr.0 00000100:00080000:2.0:1789082009.904333:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789082009.904363:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49 00000100:00100000:0.0:1789082009.904382:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+28:18833:x1875987730177024:12345-192.168.201.29@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789082009.904469:0:22710:0:(mdt_handler.c:8081:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789082009.904933:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+28:18833:x1875987730177024:12345-192.168.201.29@tcp:53:lhsmtool_posix.0 Request processed in 555us (1659us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082009.904943:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49 00000100:00100000:2.0:1789082009.915337:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082009.915547:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730177152 00000100:00100000:1.0:1789082009.915563:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730177152 00000100:00100000:1.0:1789082009.915708:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50 00000100:00100000:1.0:1789082009.915720:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+28:18833:x1875987730177152:12345-192.168.201.29@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1789082009.915802:0:23775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75bf6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.915820:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75bf6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.915833:0:23775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75bf6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.915873:0:23775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cb400/0x7375183570f75bfd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.915881:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cb400/0x7375183570f75bfd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.915888:0:23775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cb400/0x7375183570f75bfd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.915912:0:23775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f75c04 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.915921:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f75c04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.915927:0:23775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f75c04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789082009.916031:0:23775:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1789082009.916045:0:23775:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789082009.916061:0:23775:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f75c04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916122:0:23775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75bf6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916128:0:23775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75bf6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916134:0:23775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75bf6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916139:0:23775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429cae00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:1.0:1789082009.916143:0:23775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75bf6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916150:0:23775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75bf6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916163:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffffa0fe5f5dec00) 00010000:00010000:1.0:1789082009.916166:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789082009.916171:0:23775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75bf6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916176:0:23775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75bf6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916193:0:23775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cb400/0x7375183570f75bfd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916209:0:23775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cb400/0x7375183570f75bfd lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916215:0:23775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cb400/0x7375183570f75bfd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916221:0:23775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429cb400 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:1.0:1789082009.916224:0:23775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cb400/0x7375183570f75bfd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916229:0:23775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cb400/0x7375183570f75bfd lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916238:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffffa0fe798fdb00) 00010000:00010000:1.0:1789082009.916240:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789082009.916243:0:23775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cb400/0x7375183570f75bfd lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916249:0:23775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cb400/0x7375183570f75bfd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916266:0:23775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f75c04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916272:0:23775:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f75c04 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916277:0:23775:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f75c04 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916283:0:23775:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429cbe00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:1.0:1789082009.916292:0:23775:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f75c04 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916299:0:23775:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f75c04 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916307:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:1.0:1789082009.916310:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789082009.916313:0:23775:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f75c04 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.916320:0:23775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cbe00/0x7375183570f75c04 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082009.916415:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+28:18833:x1875987730177152:12345-192.168.201.29@tcp:34:lhsmtool_posix.0 Request processed in 696us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082009.916423:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50 00000100:00100000:1.0:1789082009.926112:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082009.927174:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730177408 00000100:00100000:2.0:1789082009.927186:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730177408 00000100:00100000:2.0:1789082009.927252:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51 00000100:00100000:2.0:1789082009.927262:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+28:18833:x1875987730177408:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789082009.927283:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082009.927311:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c0b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e208464001ff expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.927427:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c12 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.927443:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c12 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.927467:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c12 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789082009.927480:0:22709:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789082009.927571:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c12 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.927580:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c12 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.927608:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c12 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.927615:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7fc8ba00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:2.0:1789082009.927619:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c12 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.927627:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c12 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.927640:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:2.0:1789082009.927644:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1789082009.927649:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c12 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.927655:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c12 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.927705:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c0b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ff expref: 30 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.927717:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffffa0fe5f5dec00) 00010000:00010000:2.0:1789082009.927719:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789082009.927723:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c0b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ff expref: 30 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.927732:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7fc8a000, rc 0) 00000100:00100000:2.0:1789082009.927802:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+29:18833:x1875987730177408:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 Request processed in 541us (1752us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1789082009.927820:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51 00000100:00100000:3.0:1789082009.935774:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082009.935899:0:25758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730177536 00000100:00100000:0.0:1789082009.935917:0:25758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730177536 00000100:00100000:0.0:1789082009.936023:0:25758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 52 00000100:00100000:0.0:1789082009.936036:0:25758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:476bd03c-3953-435a-ad4a-8006d4944c04+29:18833:x1875987730177536:12345-192.168.201.29@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789082009.936165:0:25758:0:(mdt_handler.c:8081:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789082009.936317:0:25758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:476bd03c-3953-435a-ad4a-8006d4944c04+29:18833:x1875987730177536:12345-192.168.201.29@tcp:53:lhsmtool_posix.0 Request processed in 283us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082009.936324:0:25758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 52 00000100:00100000:3.0:1789082009.958422:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082009.959132:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730177792 00000100:00100000:1.0:1789082009.959148:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730177792 00000100:00100000:1.0:1789082009.959237:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 53 00000100:00100000:1.0:1789082009.959250:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+29:18833:x1875987730177792:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789082009.959277:0:23775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789082009.959307:0:23775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cb400/0x7375183570f75c20 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e20846400206 expref: -99 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1789082009.960252:0:23775:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:1.0:1789082009.960265:0:23775:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:1.0:1789082009.960293:0:23775:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:1.0:1789082009.963120:0:23775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75c27 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.963172:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75c27 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.963188:0:23775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75c27 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.963328:0:23775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cb400/0x7375183570f75c20 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400206 expref: 32 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.963358:0:23775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75c27 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400206 expref: 31 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082009.963369:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0fe798fdb00) 00010000:00010000:1.0:1789082009.963372:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789082009.963376:0:23775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe429cae00, rc 0) 00000100:00100000:1.0:1789082009.967218:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+31:18833:x1875987730177792:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 Request processed in 4248us (5088us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1789082009.967241:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 53 00000100:00100000:0.0:1789082009.978091:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082009.978224:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730178048 00000100:00100000:3.0:1789082009.978236:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730178048 00000100:00100000:3.0:1789082009.978353:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 54 00000100:00100000:3.0:1789082009.978366:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+31:18833:x1875987730178048:12345-192.168.201.29@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1789082009.978447:0:22710:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789082009.978510:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429cae00/0x7375183570f75c27 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400206 expref: 31 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.978539:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0fe798fdb00) 00010000:00010000:3.0:1789082009.978554:0:22710:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789082009.978594:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c35 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.978631:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c35 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.978644:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c35 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.978675:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c3c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc9234bc9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.978684:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c3c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc9234bc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.978690:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c3c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc9234bc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.978971:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c35 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.978981:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c35 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.978989:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c35 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.978996:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198f000 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:3.0:1789082009.979002:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c35 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.979011:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c35 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.979021:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0fe5f5e3200) 00010000:00010000:3.0:1789082009.979031:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789082009.979036:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c35 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.979042:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c35 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.979054:0:22710:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c3c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc9234bc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.979060:0:22710:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c3c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc9234bc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.979132:0:22710:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c3c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc9234bc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.979137:0:22710:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198f600 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:3.0:1789082009.979139:0:22710:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c3c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc9234bc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.979146:0:22710:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c3c lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc9234bc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.979154:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xc9234bc9 (ffffa0fe45dc3d00) 00010000:00010000:3.0:1789082009.979156:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789082009.979159:0:22710:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c3c lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc9234bc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082009.979165:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c3c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc9234bc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082009.979281:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a025880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+30:18833:x1875987730178048:12345-192.168.201.29@tcp:36:lhsmtool_posix.0 Request processed in 915us (1226us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789082009.979297:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 54 00000100:00100000:0.0:1789082009.994209:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082009.994321:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730178176 00000100:00100000:2.0:1789082009.994337:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730178176 00000100:00100000:2.0:1789082009.994423:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 55 00000100:00100000:2.0:1789082009.994436:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a025c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:476bd03c-3953-435a-ad4a-8006d4944c04+30:18833:x1875987730178176:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789082009.994630:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082009.994667:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c43 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e2084640020d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.994717:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c4a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.994735:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c4a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.994758:0:22708:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c4a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.995362:0:22708:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c43 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640020d expref: 32 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.995387:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ba00/0x7375183570f75c4a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640020d expref: 31 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082009.995397:0:22708:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:2.0:1789082009.995400:0:22708:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789082009.995404:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7fc8ba00, rc 0) 00000100:00100000:2.0:1789082009.997244:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a025c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:476bd03c-3953-435a-ad4a-8006d4944c04+31:18833:x1875987730178176:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 Request processed in 2793us (3031us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082009.997277:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 55 00000100:00100000:1.0:1789082010.025045:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082010.025302:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730178432 00000100:00100000:2.0:1789082010.025317:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730178432 00000100:00100000:2.0:1789082010.025389:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 56 00000100:00100000:2.0:1789082010.025402:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe79e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+31:18833:x1875987730178432:12345-192.168.201.29@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789082010.025554:0:23775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c51 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.025577:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c51 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.025592:0:23775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c51 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789082010.025840:0:23775:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1789082010.025851:0:23775:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 738731786057ns, next at 739731782696ns, rc = 0 00000004:00010000:2.0:1789082010.025928:0:23775:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009fa15d38 reply state 000000004da5e1eb transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c51 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.025943:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c51 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.025952:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:2.0:1789082010.025955:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1789082010.025959:0:23775:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789082010.026151:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe79e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+33:18833:x1875987730178432:12345-192.168.201.29@tcp:36:lhsmtool_posix.0 Request processed in 749us (1120us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1789082010.026159:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 56 00000100:00100000:0.0:1789082010.028978:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082010.029315:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730178560 00000100:00100000:3.0:1789082010.029328:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730178560 00000100:00100000:3.0:1789082010.029411:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 57 00000100:00100000:3.0:1789082010.029423:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+33:18833:x1875987730178560:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789082010.029469:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789082010.029512:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c58 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e20846400214 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.029597:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c58 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400214 expref: 34 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.029618:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c58 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400214 expref: 34 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.029642:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:3.0:1789082010.029645:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789082010.029649:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe5198f600, rc 0) 00000100:00100000:3.0:1789082010.029744:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a024380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+34:18833:x1875987730178560:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 Request processed in 323us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082010.029752:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 57 00000100:00100000:3.0:1789082010.035523:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082010.035805:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730178688 00000100:00100000:0.0:1789082010.035819:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730178688 00000100:00100000:0.0:1789082010.036157:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 25 00000100:00100000:0.0:1789082010.036171:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:476bd03c-3953-435a-ad4a-8006d4944c04+5:2381:x1875987730178688:12345-192.168.201.29@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1789082010.036600:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:476bd03c-3953-435a-ad4a-8006d4944c04+6:2381:x1875987730178688:12345-192.168.201.29@tcp:2:lhsmtool_posix.0 Request processed in 430us (1098us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1789082010.036609:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 25 00000100:00080000:2.0:1789082010.036804:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789082010.042347:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082010.042897:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730178944 00000100:00100000:0.0:1789082010.042911:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730178944 00000100:00100000:0.0:1789082010.043056:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 9 00000100:00100000:0.0:1789082010.043112:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:476bd03c-3953-435a-ad4a-8006d4944c04+34:18833:x1875987730178944:12345-192.168.201.29@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789082010.043472:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:476bd03c-3953-435a-ad4a-8006d4944c04+35:18833:x1875987730178944:12345-192.168.201.29@tcp:35:lhsmtool_posix.0 Request processed in 403us (1139us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1789082010.043480:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 9 00000100:00100000:2.0:1789082010.046756:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082010.047022:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730179200 00000100:00100000:3.0:1789082010.047036:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730179200 00000100:00100000:3.0:1789082010.047138:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 58 00000100:00100000:3.0:1789082010.047152:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4340ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:476bd03c-3953-435a-ad4a-8006d4944c04+35:18833:x1875987730179200:12345-192.168.201.29@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1789082010.047332:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4340ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:476bd03c-3953-435a-ad4a-8006d4944c04+35:18833:x1875987730179200:12345-192.168.201.29@tcp:57:lhsmtool_posix.0 Request processed in 184us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082010.047342:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 58 00000100:00100000:3.0:1789082010.052376:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082010.053280:0:25758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730179328 00000100:00100000:0.0:1789082010.053296:0:25758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730179328 00000100:00100000:0.0:1789082010.053384:0:25758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 59 00000100:00100000:0.0:1789082010.053398:0:25758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:476bd03c-3953-435a-ad4a-8006d4944c04+35:18833:x1875987730179328:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789082010.053429:0:25758:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789082010.053474:0:25758:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75c5f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e2084640021b expref: -99 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.053580:0:25758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75c66 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.053599:0:25758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75c66 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.053614:0:25758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75c66 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25758 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789082010.053675:0:25758:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789082010.053713:0:25758:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75c66 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25758 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.053744:0:25758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79800/0x7375183570f75c5f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640021b expref: 37 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.053776:0:25758:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75c66 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640021b expref: 36 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.053811:0:25758:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:0.0:1789082010.053814:0:25758:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1789082010.053819:0:25758:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe6ff78c00, rc 0) 00000100:00100000:0.0:1789082010.053907:0:25758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:476bd03c-3953-435a-ad4a-8006d4944c04+36:18833:x1875987730179328:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 Request processed in 511us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082010.053916:0:25758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 59 00000100:00100000:1.0:1789082010.065192:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082010.065480:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730179456 00000100:00100000:2.0:1789082010.065494:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730179456 00000100:00100000:2.0:1789082010.065582:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 26 00000100:00100000:2.0:1789082010.065596:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:476bd03c-3953-435a-ad4a-8006d4944c04+6:2380:x1875987730179456:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789082010.065622:0:24218:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082010.065651:0:24218:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089e685cd/0x7375183570f75c6d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e20846400222 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789082010.065700:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa3399a, blocks: 0x0 00010000:00010000:2.0:1789082010.065728:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1789082010.065734:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789082010.065756:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089e685cd/0x7375183570f75c6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400222 expref: 7 pid: 24218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.065781:0:24218:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089e685cd/0x7375183570f75c6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400222 expref: 7 pid: 24218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.065797:0:24218:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7fc8ac00, rc 0) 00000100:00100000:2.0:1789082010.066121:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:476bd03c-3953-435a-ad4a-8006d4944c04+7:2380:x1875987730179456:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 Request processed in 527us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082010.066130:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 26 00000100:00100000:2.0:1789082010.074989:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082010.075470:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730179712 00000100:00100000:1.0:1789082010.075486:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730179712 00000100:00100000:1.0:1789082010.075783:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 60 00000100:00100000:1.0:1789082010.075796:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+36:18833:x1875987730179712:12345-192.168.201.29@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1789082010.075965:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+36:18833:x1875987730179712:12345-192.168.201.29@tcp:57:lhsmtool_posix.0 Request processed in 164us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082010.075995:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 60 00000100:00100000:2.0:1789082010.082873:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789082010.082905:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758603776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789082010.083022:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082010.083731:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758603776 00000100:00100000:0.0:1789082010.083747:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758603776 00000100:00100000:0.0:1789082010.083834:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789082010.083846:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758603776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789082010.083890:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789082010.083968:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758603776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082010.083976:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789082010.084036:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43483480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758603776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789082010.089873:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082010.089992:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730179840 00000100:00100000:2.0:1789082010.090006:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730179840 00000100:00100000:2.0:1789082010.090111:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 61 00000100:00100000:2.0:1789082010.090125:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7a0cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+36:18833:x1875987730179840:12345-192.168.201.29@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1789082010.095204:0:22688:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1789082010.095231:0:22688:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:3.0:1789082010.095309:0:22688:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:0.0:1789082010.095789:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f75aa6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.095805:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f75aa6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.095815:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f75aa6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.095821:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428dfc00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082010.095834:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f75aa6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.095844:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f75aa6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.095866:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffffa0fe5f5e3900) 00010000:00010000:0.0:1789082010.095870:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082010.095876:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f75aa6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.095884:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428dfc00/0x7375183570f75aa6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.095912:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de400/0x7375183570f75aad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.095918:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de400/0x7375183570f75aad lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.095924:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de400/0x7375183570f75aad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.095928:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fd428de400 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082010.095931:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de400/0x7375183570f75aad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.095937:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de400/0x7375183570f75aad lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.096168:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75afa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.096177:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75afa lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.096183:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75afa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.096188:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff78600 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:1.0:1789082010.096191:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75afa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.096198:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75afa lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.096209:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0fe5f5e3200) 00010000:00010000:1.0:1789082010.096212:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1789082010.096216:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75afa lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.096223:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78600/0x7375183570f75afa lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.096331:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffffa0fe5f5e3200) 00010000:00010000:0.0:1789082010.096334:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082010.096344:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de400/0x7375183570f75aad lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.096351:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fd428de400/0x7375183570f75aad lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.096367:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b55 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.096374:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b55 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.096381:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b55 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.096387:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff78e00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082010.096389:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b55 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.096396:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b55 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.096404:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffffa0fe5f5de300) 00010000:00010000:0.0:1789082010.096407:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082010.096410:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b55 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.096416:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78e00/0x7375183570f75b55 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22708 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.096432:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75bda lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.096447:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75bda lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789082010.097149:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7a0cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+17:18833:x1875987730179840:12345-192.168.201.29@tcp:44:lhsmtool_posix.0 Request processed in 7017us (7282us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082010.097165:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 61 00010000:00010000:0.0:1789082010.097502:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75bda lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.097513:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7fc8b400 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082010.097517:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75bda lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.097525:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75bda lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.097539:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:0.0:1789082010.097542:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789082010.097545:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75bda lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.097552:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8b400/0x7375183570f75bda lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.097572:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c51 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.097578:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c51 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.097584:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c51 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.097589:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7fc8a000 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:0.0:1789082010.097600:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c51 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.097606:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c51 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.097614:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:0.0:1789082010.097617:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1789082010.097619:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c51 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082010.097887:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789082010.097913:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43481180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758603904:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1789082010.098094:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789082010.098159:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758603904 00000100:00100000:1.0:1789082010.098169:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758603904 00000100:00100000:1.0:1789082010.098230:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789082010.098240:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758603904:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1789082010.098446:0:24524:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1789082010.098451:0:24524:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1789082010.098470:0:24524:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1789082010.098473:0:24524:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789082010 -> 1789082010 00002000:00010000:1.0:1789082010.098476:0:24524:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1789082010.098525:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3643:x1875987758603904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 286us (431us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1789082010.098533:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00080000:1.0:1789082010.098587:0:3643:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0fd43481180/2, rc 0, transno 12884901892 00000100:00100000:1.0:1789082010.098595:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43481180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758603904:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1789082010.099342:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a000/0x7375183570f75c51 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789082010.107264:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082010.107352:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730179968 00000100:00100000:0.0:1789082010.107365:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730179968 00000100:00100000:0.0:1789082010.107437:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 28 00000100:00100000:0.0:1789082010.107448:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:476bd03c-3953-435a-ad4a-8006d4944c04+7:2381:x1875987730179968:12345-192.168.201.29@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1789082010.107606:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:476bd03c-3953-435a-ad4a-8006d4944c04+7:2381:x1875987730179968:12345-192.168.201.29@tcp:16:lhsmtool_posix.0 Request processed in 159us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082010.107614:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 28 00000100:00100000:2.0:1789082010.124264:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082010.126911:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730180224 00000100:00100000:3.0:1789082010.126937:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730180224 00000100:00100000:3.0:1789082010.127121:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 62 00000100:00100000:3.0:1789082010.127135:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43480000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+15:18833:x1875987730180224:12345-192.168.201.29@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1789082010.127229:0:22710:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789082010.127274:0:22710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78c00/0x7375183570f75c66 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.29@tcp remote: 0x21a0e2084640021b expref: 15 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.127302:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:3.0:1789082010.127309:0:22710:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789082010.127353:0:22710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c74 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.127371:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c74 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.127384:0:22710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c74 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789082010.127609:0:22710:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000099c5177b reply state 00000000ed6cdb05 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c74 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.127646:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f000/0x7375183570f75c74 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.127653:0:22710:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:3.0:1789082010.127656:0:22710:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789082010.127659:0:22710:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789082010.132088:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43480000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+16:18833:x1875987730180224:12345-192.168.201.29@tcp:36:lhsmtool_posix.0 Request processed in 4912us (7794us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1789082010.132106:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 62 00000100:00100000:3.0:1789082010.144245:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082010.144494:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730180352 00000100:00100000:1.0:1789082010.144509:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730180352 00000100:00100000:1.0:1789082010.144596:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 29 00000100:00100000:1.0:1789082010.144609:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:476bd03c-3953-435a-ad4a-8006d4944c04+7:18833:x1875987730180352:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789082010.144655:0:24524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789082010.144689:0:24524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e20846400229 expref: -99 pid: 24524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.144745:0:24524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089e685cd/0x7375183570f75c6d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400222 expref: 8 pid: 24218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.144758:0:24524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789082010.144763:0:24524:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789082010.144770:0:24524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400229 expref: 8 pid: 24524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.144840:0:24524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089e685cd/0x7375183570f75c6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400222 expref: 8 pid: 24218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.144856:0:24524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089e685cd/0x7375183570f75c6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400222 expref: 8 pid: 24218 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082010.144875:0:24524:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6feedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24524:1875987758604032:192.168.201.29@tcp:104: 00000100:00100000:1.0:1789082010.145158:0:24524:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4633da80 going to sleep for 11 seconds 00000100:00100000:3.0:1789082010.166936:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082010.167227:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730180480 00000100:00100000:2.0:1789082010.167241:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730180480 00010000:00010000:2.0:1789082010.167307:0:22695:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089e685cd/0x7375183570f75c6d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400222 expref: 9 pid: 24218 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789082010.167363:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 19 00000100:00100000:2.0:1789082010.167375:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:476bd03c-3953-435a-ad4a-8006d4944c04+9:2381:x1875987730180480:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789082010.167402:0:22695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789082010.167434:0:22695:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089e685cd/0x7375183570f75c6d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400222 expref: 9 pid: 24218 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.167473:0:22695:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089e685cd/0x7375183570f75c6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400222 expref: 9 pid: 24218 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.167511:0:22695:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789082010.167516:0:22695:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789082010.167545:0:22695:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400229 expref: 9 pid: 24524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.167559:0:22695:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400229 expref: 9 pid: 24524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.167613:0:22695:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400229 expref: 9 pid: 24524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.168039:0:24524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089e685cd/0x7375183570f75c6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400222 expref: 9 pid: 24218 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789082010.168268:0:22695:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43481c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:22695:1875987758604160:192.168.201.29@tcp:105: 00000100:00100000:2.0:1789082010.168437:0:22695:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe6022e000 going to sleep for 11 seconds 00000100:00100000:1.0:1789082010.168523:0:24524:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6feedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24524:1875987758604032:192.168.201.29@tcp:104: 00010000:00010000:1.0:1789082010.168562:0:24524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400229 expref: 8 pid: 24524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.168578:0:24524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe429ca200, rc 0) 00000100:00100000:1.0:1789082010.168666:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:476bd03c-3953-435a-ad4a-8006d4944c04+8:18833:x1875987730180352:12345-192.168.201.29@tcp:101:lhsmtool_posix.0 Request processed in 24058us (24436us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082010.168675:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 29 00000100:00100000:1.0:1789082010.176865:0:22695:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43481c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:22695:1875987758604160:192.168.201.29@tcp:105: 00010000:00010000:1.0:1789082010.176917:0:22695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789082010.177005:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:476bd03c-3953-435a-ad4a-8006d4944c04+7:2381:x1875987730180480:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 9630us (10084us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082010.177040:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 19 00000100:00100000:0.0:1789082010.187599:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082010.187838:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730180608 00000100:00100000:2.0:1789082010.187852:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730180608 00000100:00100000:2.0:1789082010.187949:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 30 00000100:00100000:2.0:1789082010.187961:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:476bd03c-3953-435a-ad4a-8006d4944c04+7:2381:x1875987730180608:12345-192.168.201.29@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1789082010.188260:0:24216:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1789082010.188264:0:24216:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789082009 00002000:00010000:2.0:1789082010.188267:0:24216:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789082008 00002000:00010000:2.0:1789082010.188270:0:24216:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789082010 -> 1789082009 00002000:00010000:2.0:1789082010.188273:0:24216:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1789082010.188347:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:476bd03c-3953-435a-ad4a-8006d4944c04+8:2381:x1875987730180608:12345-192.168.201.29@tcp:2:lhsmtool_posix.0 Request processed in 387us (763us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1789082010.188357:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 30 00000100:00100000:3.0:1789082010.192703:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082010.192905:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730180736 00000100:00100000:0.0:1789082010.192918:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730180736 00000100:00100000:0.0:1789082010.193008:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 31 00000100:00100000:0.0:1789082010.193022:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:476bd03c-3953-435a-ad4a-8006d4944c04+8:2378:x1875987730180736:12345-192.168.201.29@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1789082010.193151:0:24219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.193181:0:24219:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400229 expref: 8 pid: 24524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.193193:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789082010.193198:0:24219:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1789082010.193205:0:24219:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.193252:0:24219:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400229 expref: 8 pid: 24524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.193270:0:24219:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400229 expref: 8 pid: 24524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789082010.193290:0:24219:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77078e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:24219:1875987758604288:192.168.201.29@tcp:104: 00000100:00100000:0.0:1789082010.193391:0:24219:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe45f53b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789082010.201045:0:24219:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77078e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:24219:1875987758604288:192.168.201.29@tcp:104: 00010000:00010000:0.0:1789082010.201169:0:24219:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082010.203475:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082010.203613:0:25741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730180864 00000100:00100000:1.0:1789082010.203636:0:25741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730180864 00010000:00010000:1.0:1789082010.203701:0:25741:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400229 expref: 9 pid: 24524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082010.203767:0:25741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 20 00000100:00100000:1.0:1789082010.203779:0:25741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:476bd03c-3953-435a-ad4a-8006d4944c04+9:2380:x1875987730180864:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789082010.203801:0:25741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789082010.203835:0:25741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400229 expref: 9 pid: 24524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.203854:0:25741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400229 expref: 9 pid: 24524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.203887:0:25741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003139d1d1/0x7375183570f75c7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400229 expref: 9 pid: 24524 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.203909:0:25741:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789082010.203915:0:25741:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789082010.203923:0:25741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.203948:0:25741:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.204017:0:25741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789082010.204152:0:25741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:476bd03c-3953-435a-ad4a-8006d4944c04+8:2380:x1875987730180864:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 374us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082010.204163:0:25741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 20 00010000:00010000:3.0:1789082010.204577:0:24219:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.204589:0:24219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.204618:0:24219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.204642:0:24219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.204650:0:24219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.204659:0:24219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff79800 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789082010.204664:0:24219:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.204684:0:24219:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.204700:0:24219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.204709:0:24219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5ff7b57/0x7375183570f75c82 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082010.204812:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:476bd03c-3953-435a-ad4a-8006d4944c04+7:2378:x1875987730180736:12345-192.168.201.29@tcp:1:lhsmtool_posix.0 Request processed in 11792us (12122us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082010.204822:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 31 00000100:00100000:3.0:1789082010.218483:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082010.218846:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730181120 00000100:00100000:1.0:1789082010.218861:0:22709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730181120 00000100:00100000:1.0:1789082010.218961:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 63 00000100:00100000:1.0:1789082010.218974:0:22709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+16:18833:x1875987730181120:12345-192.168.201.29@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1789082010.219146:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.219171:0:22709:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75bd3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ea expref: 16 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.219183:0:22709:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.219231:0:22709:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75bd3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ea expref: 16 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.219247:0:22709:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75bd3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ea expref: 16 pid: 22710 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082010.219266:0:22709:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6feedc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875987758604416:192.168.201.29@tcp:104: 00000100:00100000:1.0:1789082010.219366:0:22709:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe4633da80 going to sleep for 11 seconds 00000100:00100000:2.0:1789082010.225004:0:22709:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6feedc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875987758604416:192.168.201.29@tcp:104: 00010000:00010000:2.0:1789082010.225045:0:22709:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082010.225593:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1789082010.226117:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730181248 00000100:00100000:1.0:1789082010.226142:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730181248 00010000:00010000:1.0:1789082010.226201:0:22694:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75bd3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ea expref: 17 pid: 22710 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082010.226256:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 21 00000100:00100000:1.0:1789082010.226268:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:476bd03c-3953-435a-ad4a-8006d4944c04+17:2380:x1875987730181248:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789082010.226290:0:22694:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789082010.226299:0:22694:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75bd3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ea expref: 17 pid: 22710 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.226316:0:22694:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75bd3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ea expref: 17 pid: 22710 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.226350:0:22694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff78400/0x7375183570f75bd3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.29@tcp remote: 0x21a0e208464001ea expref: 17 pid: 22710 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.226372:0:22694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:1.0:1789082010.226380:0:22694:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ae00/0x7375183570f75bef lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001f8 expref: 16 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.226393:0:22694:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.226404:0:22694:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.226414:0:22694:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.227707:0:22694:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789082010.227837:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:476bd03c-3953-435a-ad4a-8006d4944c04+16:2380:x1875987730181248:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 1558us (2236us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082010.227851:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 21 00010000:00010000:3.0:1789082010.234869:0:22709:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.234903:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.236059:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.236131:0:22709:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c58 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400214 expref: 16 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.236142:0:22709:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.236197:0:22709:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c58 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400214 expref: 16 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.236219:0:22709:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c58 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400214 expref: 16 pid: 22710 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789082010.236238:0:22709:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43481c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875987758604544:192.168.201.29@tcp:104: 00000100:00100000:2.0:1789082010.236366:0:22709:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fe5a3053c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789082010.240225:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082010.240797:0:22709:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43481c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875987758604544:192.168.201.29@tcp:104: 00010000:00010000:2.0:1789082010.240837:0:22709:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082010.243924:0:25741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730181376 00000100:00100000:1.0:1789082010.243950:0:25741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730181376 00010000:00010000:1.0:1789082010.244021:0:25741:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c58 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400214 expref: 17 pid: 22710 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789082010.244094:0:25741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 22 00000100:00100000:1.0:1789082010.244105:0:25741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:476bd03c-3953-435a-ad4a-8006d4944c04+17:2381:x1875987730181376:12345-192.168.201.29@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789082010.244126:0:25741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789082010.244135:0:25741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c58 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400214 expref: 17 pid: 22710 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.244154:0:25741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c58 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400214 expref: 17 pid: 22710 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.244184:0:25741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe5198f600/0x7375183570f75c58 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.29@tcp remote: 0x21a0e20846400214 expref: 17 pid: 22710 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.244207:0:25741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:1.0:1789082010.244214:0:25741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.244226:0:25741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.244256:0:25741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.244284:0:25741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789082010.244377:0:25741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:476bd03c-3953-435a-ad4a-8006d4944c04+16:2381:x1875987730181376:12345-192.168.201.29@tcp:103:ldlm_bl.0 Request processed in 273us (4165us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082010.244387:0:25741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 22 00010000:00010000:2.0:1789082010.245276:0:22709:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.245291:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789082010.245472:0:22709:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:2.0:1789082010.245826:0:22709:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:2.0:1789082010.245874:0:22709:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:2.0:1789082010.246053:0:22709:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43481c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22709:1875987758604672:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1789082010.246213:0:22709:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789082010.246248:0:22709:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd428a8840 going to sleep for 11 seconds 00000100:00100000:3.0:1789082010.246647:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758604672 00000100:00100000:3.0:1789082010.246657:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758604672 00000100:00100000:3.0:1789082010.246880:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789082010.246904:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd43483480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22709:x1875987758604672:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1789082010.247105:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd43483480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22709:x1875987758604672:12345-0@lo:1000:mdt00_001.0 Request processed in 214us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082010.247120:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789082010.247221:0:22709:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43481c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22709:1875987758604672:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1789082010.247433:0:22709:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1789082010.247522:0:22709:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43481c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22709:1875987758604800:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1789082010.247569:0:22709:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789082010.254424:0:22709:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd428a83c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789082010.268166:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758604800 00000100:00100000:0.0:1789082010.268190:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758604800 00000100:00100000:0.0:1789082010.268300:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789082010.268311:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22709:x1875987758604800:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1789082010.273874:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22709:x1875987758604800:12345-0@lo:1000:mdt00_001.0 Request processed in 5549us (26289us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1789082010.273895:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789082010.277279:0:22709:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43481c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22709:1875987758604800:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1789082010.277367:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277379:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277387:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277394:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7fc8aa00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:2.0:1789082010.277400:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277408:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277429:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:2.0:1789082010.277432:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789082010.277475:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277482:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c90 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277527:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75be8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277533:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75be8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277539:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75be8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277545:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7fc8bc00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:2.0:1789082010.277548:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75be8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277554:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75be8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277562:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:2.0:1789082010.277565:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789082010.277575:0:22709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ae00/0x7375183570f75bef lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001f8 expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277587:0:22709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ae00/0x7375183570f75bef lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001f8 expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277597:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ae00/0x7375183570f75bef lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001f8 expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.277866:0:22709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8ae00/0x7375183570f75bef lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e208464001f8 expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789082010.277885:0:22709:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875987758604928:192.168.201.29@tcp:105: 00000100:00100000:2.0:1789082010.278817:0:22709:0:(client.c:2702:ptlrpc_set_wait()) set ffffa0fd428a83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789082010.291187:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082010.291432:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730181504 00000100:00100000:0.0:1789082010.291445:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730181504 00000100:00100000:0.0:1789082010.291535:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 10 00000100:00100000:0.0:1789082010.291548:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7ad9c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:476bd03c-3953-435a-ad4a-8006d4944c04+20:18831:x1875987730181504:12345-192.168.201.29@tcp:49:dd.0 00000100:00100000:0.0:1789082010.291753:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7ad9c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:476bd03c-3953-435a-ad4a-8006d4944c04+20:18831:x1875987730181504:12345-192.168.201.29@tcp:49:dd.0 Request processed in 206us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082010.291761:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 10 00000100:00100000:2.0:1789082010.293052:0:22709:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22709:1875987758604928:192.168.201.29@tcp:105: 00010000:00010000:2.0:1789082010.295739:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75be8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.295763:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8bc00/0x7375183570f75be8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22710 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.295821:0:22709:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c97 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.295840:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c97 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.295858:0:22709:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c97 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.295872:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c97 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.295879:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c97 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.295885:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c97 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.295924:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7fc8aa00 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:2.0:1789082010.295929:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c97 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.296204:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c97 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.296220:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:2.0:1789082010.296223:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789082010.296228:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c97 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.296234:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8aa00/0x7375183570f75c97 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.296245:0:22709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.296250:0:22709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.296255:0:22709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.296260:0:22709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe429ca200 already unused, calling callback (ffffffffc18854f0) 00010000:00010000:2.0:1789082010.296263:0:22709:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.296268:0:22709:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.296286:0:22709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:2.0:1789082010.296288:0:22709:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789082010.296291:0:22709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.296297:0:22709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe429ca200/0x7375183570f75c89 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22709 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789082010.296863:0:22709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:476bd03c-3953-435a-ad4a-8006d4944c04+19:18833:x1875987730181120:12345-192.168.201.29@tcp:57:lhsmtool_posix.0 Request processed in 77882us (78400us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1789082010.296876:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 63 00000020:00080000:2.0:1789082010.296884:0:22709:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1789082010.297556:0:22742:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789082010.297564:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789082010.297593:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789082010.297603:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1789082010.298349:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082010.298680:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730181632 00000100:00100000:2.0:1789082010.298694:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730181632 00000100:00100000:2.0:1789082010.298777:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 64 00000100:00100000:2.0:1789082010.298789:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe668f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+19:18831:x1875987730181632:12345-192.168.201.29@tcp:101:dd.0 00010000:00010000:2.0:1789082010.298817:0:23775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789082010.298844:0:23775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8be00/0x7375183570f75c9e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x21a0e20846400230 expref: -99 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.298891:0:23775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a600/0x7375183570f75ca5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.298908:0:23775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a600/0x7375183570f75ca5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.298922:0:23775:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a600/0x7375183570f75ca5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.299365:0:23775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8be00/0x7375183570f75c9e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400230 expref: 21 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.299391:0:23775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe7fc8a600/0x7375183570f75ca5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.29@tcp remote: 0x21a0e20846400230 expref: 20 pid: 23775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.299401:0:23775:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffffa0fe5f5ded00) 00010000:00010000:0.0:1789082010.299404:0:23775:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789082010.299408:0:23775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0fe7fc8a600, rc 0) 00000100:00100000:0.0:1789082010.299504:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe668f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:476bd03c-3953-435a-ad4a-8006d4944c04+20:18831:x1875987730181632:12345-192.168.201.29@tcp:101:dd.0 Request processed in 716us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082010.299522:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 64 00000100:00100000:3.0:1789082010.302699:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082010.302762:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730181888 00000100:00100000:0.0:1789082010.302776:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730181888 00000100:00100000:0.0:1789082010.302857:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 11 00000100:00100000:0.0:1789082010.302869:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fdcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:476bd03c-3953-435a-ad4a-8006d4944c04+20:18833:x1875987730181888:12345-192.168.201.29@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1789082010.303289:0:22712:0:(mdd_object.c:4016:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1789082010.303332:0:22712:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1789082010.303375:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75cac lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.303396:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75cac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.303411:0:22712:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75cac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.303421:0:22712:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75cac lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.303429:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75cac lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.303435:0:22712:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75cac lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789082010.303469:0:22712:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1789082010.303576:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fdcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:476bd03c-3953-435a-ad4a-8006d4944c04+22:18833:x1875987730181888:12345-192.168.201.29@tcp:35:lhsmtool_posix.0 Request processed in 708us (888us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1789082010.303586:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 11 00000020:00080000:0.0:1789082010.303602:0:22712:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1789082010.303896:0:22696:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789082010.303906:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75cac lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.303914:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe6ff79e00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:2.0:1789082010.303918:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75cac lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.303927:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75cac lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.303942:0:22696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffffa0fe5f5e3000) 00010000:00010000:2.0:1789082010.303946:0:22696:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1789082010.303952:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75cac lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.303957:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0fe6ff79e00/0x7375183570f75cac lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.303971:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789082010.303973:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789082010.303975:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789082010.544305:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082010.544487:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730182016 00000100:00100000:3.0:1789082010.544499:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730182016 00000100:00100000:3.0:1789082010.544570:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 0 00000100:00100000:3.0:1789082010.544589:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:476bd03c-3953-435a-ad4a-8006d4944c04+7:2380:x1875987730182016:12345-192.168.201.29@tcp:4:dd.0 00002000:00010000:3.0:1789082010.544640:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6aa33999, atime: 0x6aa33998, ctime: 0x6aa33999, blocks: 0x0 00010000:00010000:3.0:1789082010.544650:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75cb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.544666:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=739s v=(0 0) 00010000:00010000:3.0:1789082010.544671:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789082010.544678:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75cb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.544694:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75cb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789082010.551104:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082010.551311:0:24224:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1789082010.551320:0:24224:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:0.0:1789082010.553098:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730182144 00000100:00100000:0.0:1789082010.553110:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730182144 00000100:00100000:2.0:1789082010.553639:0:25759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1 00000100:00100000:2.0:1789082010.553650:0:25759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:476bd03c-3953-435a-ad4a-8006d4944c04+9:2380:x1875987730182144:12345-192.168.201.29@tcp:4:dd.0 00010000:00010000:2.0:1789082010.553688:0:25759:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001561f2f3/0x7375183570f75cba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.553718:0:25759:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789082010.553723:0:25759:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789082010.553729:0:25759:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001561f2f3/0x7375183570f75cba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.553758:0:25759:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001561f2f3/0x7375183570f75cba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789082010.591049:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1789082010.661279:0:25033:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:1.0:1789082010.661298:0:25033:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:3.0:1789082010.662707:0:24222:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1789082010.662714:0:24222:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1789082009 -> 1789082010 00002000:00010000:3.0:1789082010.662717:0:24222:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789082009 -> 1789082010 00002000:00010000:3.0:1789082010.662719:0:24222:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:3.0:1789082010.662739:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75cb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.664039:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75cb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.664049:0:24222:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75cb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.664056:0:24222:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe5198e600 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:3.0:1789082010.664078:0:24222:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75cb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.664089:0:24222:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75cb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.664110:0:24222:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75cb3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789082010.664118:0:24222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e376dd4/0x7375183570f75cb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789082010.664223:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:476bd03c-3953-435a-ad4a-8006d4944c04+7:2380:x1875987730182016:12345-192.168.201.29@tcp:4:dd.0 Request processed in 119640us (119926us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1789082010.664235:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 0 00000001:00080000:0.0:1789082010.719849:0:25033:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:2.0:1789082010.720011:0:25759:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:2.0:1789082010.720016:0:25759:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:2.0:1789082010.720033:0:25759:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001561f2f3/0x7375183570f75cba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.720047:0:25759:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001561f2f3/0x7375183570f75cba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.720057:0:25759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001561f2f3/0x7375183570f75cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.720097:0:25759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0fe7fc8aa00 already unused, calling callback (ffffffffc0c88220) 00010000:00010000:2.0:1789082010.720102:0:25759:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001561f2f3/0x7375183570f75cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.720112:0:25759:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001561f2f3/0x7375183570f75cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.720145:0:25759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001561f2f3/0x7375183570f75cba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789082010.720153:0:25759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001561f2f3/0x7375183570f75cba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789082010.720263:0:25759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:476bd03c-3953-435a-ad4a-8006d4944c04+5:2380:x1875987730182144:12345-192.168.201.29@tcp:4:dd.0 Request processed in 166610us (169164us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1789082010.720274:0:25759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1 00000040:00080000:0.0:1789082011.359853:0:22742:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789082011.359861:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789082011.359880:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789082011.359889:0:22742:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:2.0:1789082011.614307:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789082012.126505:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789082012.126527:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7fdcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758605056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789082012.126603:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082012.126928:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758605056 00000100:00100000:0.0:1789082012.126936:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758605056 00000100:00100000:0.0:1789082012.126982:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789082012.126991:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fdcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758605056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789082012.127019:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789082012.127091:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fdcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758605056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082012.127099:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789082012.127143:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7fdcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758605056:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789082012.127176:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789082012.127224:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758605184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789082012.127261:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082012.127716:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758605184 00000100:00100000:0.0:1789082012.127721:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758605184 00000100:00100000:0.0:1789082012.127754:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789082012.127760:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758605184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789082012.127783:0:22714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:0.0:1789082012.127828:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758605184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082012.127834:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789082012.128248:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758605184:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789082012.639536:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789082012.645898:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789082012.645931:0:3644:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6feef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758605312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789082012.646004:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789082012.646267:0:23449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758605312 00000100:00100000:1.0:1789082012.646280:0:23449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758605312 00000100:00100000:1.0:1789082012.646354:0:23449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789082012.646366:0:23449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758605312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789082012.646501:0:23449:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789082012.646596:0:23449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875987758605312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 231us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082012.646604:0:23449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789082012.646837:0:3644:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6feef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1875987758605312:0@lo:41:osp-pre-1-0.0 00000001:02000400:0.0:1789082013.444873:0:25797:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:2.0:1789082013.662323:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789082013.678459:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082013.678506:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082013.678532:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082013.678550:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1789082013.678573:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082013.678596:0:25758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730182528 00000100:00100000:0.0:1789082013.678597:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1789082013.678607:0:25758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730182528 00000100:00100000:0.0:1789082013.678624:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730183040 00000100:00100000:0.0:1789082013.678628:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730183040 00000100:00100000:0.0:1789082013.678680:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730182400 00000100:00100000:0.0:1789082013.678684:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730182400 00000100:00100000:0.0:1789082013.678710:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 70 00000100:00100000:0.0:1789082013.678720:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77078000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+5:2381:x1875987730183040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082013.678785:0:25758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 71 00000100:00100000:2.0:1789082013.678792:0:25758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7707ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:476bd03c-3953-435a-ad4a-8006d4944c04+22:2381:x1875987730182400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1789082013.678795:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77078000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cc5708a5-2061-4330-8478-e766feabb0ef+5:2381:x1875987730183040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 78us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082013.678803:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 70 00000100:00100000:0.0:1789082013.678821:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 72 00000100:00100000:2.0:1789082013.678825:0:25758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7707ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:476bd03c-3953-435a-ad4a-8006d4944c04+22:2381:x1875987730182400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082013.678828:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7707aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+5:2381:x1875987730182528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082013.678841:0:25758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 71 00000100:00100000:0.0:1789082013.678850:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7707aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:476bd03c-3953-435a-ad4a-8006d4944c04+5:2381:x1875987730182528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082013.678855:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 72 00000100:00080000:2.0:1789082013.678894:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789082013.678899:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789082013.678909:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730182784 00000100:00100000:2.0:1789082013.678912:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730182784 00000100:00100000:2.0:1789082013.678941:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730183296 00000100:00100000:2.0:1789082013.678945:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730183296 00000100:00100000:3.0:1789082013.678968:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730182272 00000100:00100000:2.0:1789082013.678969:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 27 00000100:00100000:2.0:1789082013.678975:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe77079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:476bd03c-3953-435a-ad4a-8006d4944c04+5:2381:x1875987730182784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1789082013.678977:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730182272 00000100:00100000:2.0:1789082013.679003:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe77079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:476bd03c-3953-435a-ad4a-8006d4944c04+5:2381:x1875987730182784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082013.679005:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 170 00000100:00100000:2.0:1789082013.679009:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 27 00000100:00100000:3.0:1789082013.679011:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+13:2381:x1875987730182272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1789082013.679020:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 28 00000100:00100000:2.0:1789082013.679025:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7707a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:2381:x1875987730183296:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1789082013.679035:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9de33fda-c0a0-4701-9670-0f6857dd458d+13:2381:x1875987730182272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082013.679041:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7707a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:2381:x1875987730183296:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082013.679042:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 170 00000100:00100000:2.0:1789082013.679047:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 28 00000100:00080000:2.0:1789082013.679060:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789082013.679767:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082013.679831:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082013.679861:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1789082013.679920:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730182656 00000100:00100000:3.0:1789082013.679924:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730182656 00000100:00100000:3.0:1789082013.679952:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730183168 00000100:00100000:3.0:1789082013.679954:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730183168 00000100:00100000:3.0:1789082013.679973:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 29 00000100:00100000:3.0:1789082013.679980:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fdcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:476bd03c-3953-435a-ad4a-8006d4944c04+5:2381:x1875987730182656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1789082013.680178:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987730182912 00000100:00100000:0.0:1789082013.680182:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987730182912 00000100:00100000:0.0:1789082013.680500:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 73 00000100:00100000:0.0:1789082013.680509:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fdce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cc5708a5-2061-4330-8478-e766feabb0ef+6:2381:x1875987730182912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1789082013.689495:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fdcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:476bd03c-3953-435a-ad4a-8006d4944c04+5:2381:x1875987730182656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 9502us (9717us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082013.689510:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 29 00000100:00100000:3.0:1789082013.689547:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 30 00000100:00100000:3.0:1789082013.689561:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe7fdcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:2381:x1875987730183168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1789082013.695547:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fdce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cc5708a5-2061-4330-8478-e766feabb0ef+6:2381:x1875987730182912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15027us (15703us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082013.695581:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 73 00000100:00080000:0.0:1789082013.698521:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789082013.698533:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789082013.707137:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe7fdcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cc5708a5-2061-4330-8478-e766feabb0ef+5:2381:x1875987730183168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17571us (27263us total) trans 0 rc 0/0 00000100:00100000:3.0:1789082013.707155:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 30 00000100:00100000:0.0:1789082014.175357:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7707bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758605824:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.175487:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.175560:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a0cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758606336:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.175588:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.175606:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe47bc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758606848:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.175631:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.175662:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1789082014.175668:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77079180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3643:1875987758605440:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.175700:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.175727:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77078a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758605952:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.175748:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.175766:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a0cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758606464:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.175803:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.175823:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe47bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1875987758606976:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.175846:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.175877:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7707a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758605696:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.175921:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.175941:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe7a0cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758606208:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.175963:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.175981:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe47bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758606720:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.176014:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.176033:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1789082014.176041:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd4363ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758605568:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789082014.176088:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.176108:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe77079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758606080:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.176133:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.176152:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fd43408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875987758606592:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.176173:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.176190:0:3642:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe47bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875987758607104:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.176211:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789082014.176243:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758605824 00000100:00100000:0.0:1789082014.176252:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758605824 00000100:00100000:0.0:1789082014.176318:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758606336 00000100:00100000:0.0:1789082014.176321:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758606336 00000100:00100000:0.0:1789082014.176334:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758605952 00000100:00100000:0.0:1789082014.176337:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758605952 00000100:00100000:0.0:1789082014.176350:0:24524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758606464 00000100:00100000:0.0:1789082014.176353:0:24524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758606464 00000100:00100000:0.0:1789082014.176368:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789082014.176377:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758605824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.176457:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758605824:12345-0@lo:400:kworker.0 Request processed in 80us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082014.176466:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789082014.176484:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789082014.176490:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758606336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.176519:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758606336:12345-0@lo:400:kworker.0 Request processed in 29us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082014.176537:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789082014.176555:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789082014.176562:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758605952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.176604:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758605952:12345-0@lo:400:kworker.0 Request processed in 40us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082014.176612:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789082014.176628:0:24524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789082014.176639:0:24524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758606464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789082014.176658:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758606848 00000100:00100000:2.0:1789082014.176671:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758606848 00000100:00100000:0.0:1789082014.176677:0:24524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1875987758606464:12345-0@lo:400:kworker.0 Request processed in 36us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082014.176688:0:24524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789082014.176718:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758605696 00000100:00100000:0.0:1789082014.176723:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758605696 00000100:00100000:2.0:1789082014.176732:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758606976 00000100:00100000:2.0:1789082014.176738:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758606976 00000100:00100000:0.0:1789082014.176763:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758606208 00000100:00100000:0.0:1789082014.176769:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758606208 00000100:00100000:2.0:1789082014.176772:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758606720 00000100:00100000:2.0:1789082014.176779:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758606720 00000100:00100000:0.0:1789082014.176797:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789082014.176809:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758605696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789082014.176814:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758606080 00000100:00100000:2.0:1789082014.176820:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758606080 00000100:00100000:2.0:1789082014.176842:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758606592 00000100:00100000:0.0:1789082014.176856:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758605696:12345-0@lo:400:kworker.0 Request processed in 49us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082014.176860:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758606592 00000100:00100000:0.0:1789082014.176868:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789082014.176894:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789082014.176895:0:23775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758607104 00000100:00100000:2.0:1789082014.176901:0:23775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758607104 00000100:00100000:0.0:1789082014.176906:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758606208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789082014.176928:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789082014.176945:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758606848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.176955:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875987758606208:12345-0@lo:400:kworker.0 Request processed in 48us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082014.176965:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789082014.177006:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758605568 00000100:00100000:0.0:1789082014.177012:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758605568 00000100:00100000:0.0:1789082014.177052:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789082014.177088:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875987758606848:12345-0@lo:400:kworker.0 Request processed in 116us (1421us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082014.177097:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758605568:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789082014.177113:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00002000:00000024:0.0:1789082014.177139:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915853824 avail 3684331520 00000100:00100000:2.0:1789082014.177149:0:23775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789082014.177162:0:23775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875987758606976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177196:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875987758605568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (1105us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082014.177203:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789082014.177227:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789082014.177236:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758606720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177292:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875987758606720:12345-0@lo:400:kworker.0 Request processed in 58us (1276us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082014.177299:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789082014.177316:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789082014.177323:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758606080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177351:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875987758606080:12345-0@lo:400:kworker.0 Request processed in 29us (1217us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082014.177356:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789082014.177368:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789082014.177373:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875987758606592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177416:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875987758606592:12345-0@lo:400:kworker.0 Request processed in 42us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082014.177422:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789082014.177433:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789082014.177439:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe47bcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875987758607104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177479:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875987758607104:12345-0@lo:400:kworker.0 Request processed in 40us (1267us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082014.177485:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:0.0:1789082014.177515:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789082014.177519:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789082014.177522:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789082014.177524:0:22704:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789082014.177564:0:3643:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1789082014.177571:0:3643:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0fd43481180, transno 12884901892 00000004:00080000:0.0:1789082014.177587:0:3643:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1789082014.177615:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77078a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758605952:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177631:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a0cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758606464:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177644:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7707bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758605824:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177658:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a0cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1875987758606336:0@lo:400:kworker.0 00010000:00080000:0.0:1789082014.177675:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fe47bc9500 x1875987758606848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082030 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789082014.177686:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe47bc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1875987758606848:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177778:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd4363ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758605568:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789082014.177791:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875987758606080:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177802:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fd43408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875987758606592:0@lo:400:kworker.0 00010000:00080000:0.0:1789082014.177814:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffffa0fe47bcad80 x1875987758607104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789082030 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789082014.177823:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe47bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1875987758607104:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177846:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7707a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1875987758605696:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177858:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe7a0cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1875987758606208:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.177870:0:3642:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe47bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1875987758606720:0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.178099:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758605440 00000100:00100000:0.0:1789082014.178106:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758605440 00000100:00100000:0.0:1789082014.178148:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1789082014.178155:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd421dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3643:x1875987758605440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789082014.178208:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd421dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:014c4fe1-07d5-4f34-bfaa-c97810a2f861+24:3643:x1875987758605440:12345-0@lo:400:kworker.0 Request processed in 54us (2507us total) trans 0 rc 0/0 00000100:00100000:0.0:1789082014.178215:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1789082014.178261:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe77079180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:014c4fe1-07d5-4f34-bfaa-c97810a2f861:3643:1875987758605440:0@lo:400:kworker.0 00000100:00100000:1.0:1789082014.178463:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789082014.178479:0:3641:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe6feec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758607232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789082014.178522:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789082014.178557:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758607232 00000100:00100000:1.0:1789082014.178560:0:24220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758607232 00000100:00100000:1.0:1789082014.178593:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789082014.178603:0:24220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fe6feed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758607232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789082014.178620:0:24220:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915853824 avail 3684331520 00000100:00100000:3.0:1789082014.182449:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe47bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1875987758606976:0@lo:400:kworker.0 00000100:00100000:2.0:1789082014.183553:0:23775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe47bcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875987758606976:12345-0@lo:400:kworker.0 Request processed in 6389us (7699us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082014.183568:0:23775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789082014.183674:0:3641:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe6feec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1875987758607232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789082014.189310:0:24220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fe6feed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875987758607232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 10691us (10769us total) trans 0 rc 0/0 00000100:00100000:1.0:1789082014.189332:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00010000:0.0:1789082014.686484:0:22697:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789082015.203430:0:3643:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffffa0fe47bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758607360:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789082015.203547:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789082015.209244:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875987758607360 00000100:00100000:3.0:1789082015.209289:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875987758607360 00000100:00100000:2.0:1789082015.209535:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789082015.209549:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffffa0fd4363c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758607360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789082015.209594:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789082015.209716:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffffa0fd4363c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875987758607360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 170us (6169us total) trans 0 rc 0/0 00000100:00100000:2.0:1789082015.209724:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789082015.210039:0:3643:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffffa0fe47bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1875987758607360:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1789082015.711577:0:22696:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14819 lines, 14819 kept, 0 dropped, 0 bad.