00010000:00010000:0.0F:1787614601.245748:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614601.603378:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614601.603407:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614601.603423:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614601.603452:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614601.603479:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614601.603497:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614601.603517:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614601.603534:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614601.603554:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614601.603581:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252101120 00000100:00100000:0.0:1787614601.603590:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252101120 00000100:00100000:0.0:1787614601.603644:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252101632 00000100:00100000:0.0:1787614601.603647:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252101632 00000100:00100000:0.0:1787614601.603660:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252101248 00000100:00100000:0.0:1787614601.603662:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252101248 00000100:00100000:0.0:1787614601.603673:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252101760 00000100:00100000:0.0:1787614601.603675:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252101760 00000100:00100000:0.0:1787614601.603693:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 61 00000100:00100000:0.0:1787614601.603702:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fc351048-0e46-482e-b468-a4342a109d06+22:2404:x1874449252101120:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614601.603787:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fc351048-0e46-482e-b468-a4342a109d06+22:2404:x1874449252101120:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 85us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614601.603794:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 61 00000100:00100000:0.0:1787614601.603812:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 62 00000100:00100000:0.0:1787614601.603821:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+6:2404:x1874449252101632:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614601.603847:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+6:2404:x1874449252101632:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 28us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614601.603853:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 62 00000100:00100000:0.0:1787614601.603864:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 63 00000100:00100000:0.0:1787614601.603882:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fc351048-0e46-482e-b468-a4342a109d06+5:2404:x1874449252101248:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614601.603907:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fc351048-0e46-482e-b468-a4342a109d06+5:2404:x1874449252101248:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 27us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614601.603913:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 63 00000100:00100000:0.0:1787614601.603925:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 64 00000100:00100000:0.0:1787614601.603932:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2404:x1874449252101760:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614601.603952:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2404:x1874449252101760:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 22us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614601.603957:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 64 00000100:00100000:0.0:1787614601.603975:0:18670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252101376 00000100:00100000:0.0:1787614601.603978:0:18670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252101376 00000100:00100000:0.0:1787614601.604002:0:18670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252101888 00000100:00100000:0.0:1787614601.604005:0:18670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252101888 00000100:00100000:0.0:1787614601.604016:0:18670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252101504 00000100:00100000:0.0:1787614601.604018:0:18670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252101504 00000100:00100000:0.0:1787614601.604027:0:18670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252102016 00000100:00100000:0.0:1787614601.604030:0:18670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252102016 00000100:00100000:0.0:1787614601.604041:0:18670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 20 00000100:00100000:0.0:1787614601.604047:0:18670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fc351048-0e46-482e-b468-a4342a109d06+5:2404:x1874449252101376:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614601.604073:0:18670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af800000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fc351048-0e46-482e-b468-a4342a109d06+5:2404:x1874449252101376:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 26us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614601.604079:0:18670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 20 00000100:00100000:0.0:1787614601.604089:0:18670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 21 00000100:00100000:0.0:1787614601.604095:0:18670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2404:x1874449252101888:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614601.604116:0:18670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2404:x1874449252101888:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 21us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614601.604131:0:18670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 21 00000100:00100000:0.0:1787614601.604143:0:18670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 22 00000100:00100000:0.0:1787614601.604149:0:18670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fc351048-0e46-482e-b468-a4342a109d06+5:2404:x1874449252101504:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614601.604174:0:18670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fc351048-0e46-482e-b468-a4342a109d06+5:2404:x1874449252101504:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 26us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614601.604180:0:18670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 22 00000100:00100000:0.0:1787614601.604191:0:18670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 23 00000100:00100000:0.0:1787614601.604197:0:18670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af800380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2404:x1874449252102016:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614601.604233:0:18670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af800380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2404:x1874449252102016:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 36us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614601.604240:0:18670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 23 00000100:00080000:0.0:1787614601.604272:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787614601.604277:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787614601.604279:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787614601.604281:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0F:1787614601.608169:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252100992 00000100:00100000:3.0:1787614601.608197:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252100992 00000100:00100000:3.0:1787614601.612847:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 168 00000100:00100000:3.0:1787614601.612867:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:05447799-9a95-4c59-b0b2-fb2053b8ae1e+13:2404:x1874449252100992:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:3.0:1787614601.612950:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:05447799-9a95-4c59-b0b2-fb2053b8ae1e+13:2404:x1874449252100992:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 90us (9468us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614601.612957:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 168 00010000:00010000:1.0F:1787614602.266291:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0F:1787614603.293569:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614603.399173:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614603.399334:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252102144 00000100:00100000:1.0:1787614603.399345:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252102144 00000100:00100000:1.0:1787614603.399423:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 65 00000100:00100000:1.0:1787614603.399434:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fc351048-0e46-482e-b468-a4342a109d06+22:15614:x1874449252102144:12345-192.168.203.6@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1787614603.399620:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787614603.399685:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fc351048-0e46-482e-b468-a4342a109d06+22:15614:x1874449252102144:12345-192.168.203.6@tcp:60:lhsmtool_posix.0 Request processed in 240us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614603.399709:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 65 00000100:00100000:3.0:1787614603.404273:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614603.405938:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252102272 00000100:00100000:0.0:1787614603.405959:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252102272 00000100:00100000:2.0:1787614603.406162:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 66 00000100:00100000:2.0:1787614603.406181:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88363e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fc351048-0e46-482e-b468-a4342a109d06+5:15614:x1874449252102272:12345-192.168.203.6@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1787614603.406511:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88363e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fc351048-0e46-482e-b468-a4342a109d06+5:15614:x1874449252102272:12345-192.168.203.6@tcp:60:lhsmtool_posix.0 Request processed in 333us (2251us total) trans 0 rc 0/0 00000100:00080000:0.0:1787614603.406519:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787614603.406520:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 66 00000100:00100000:0.0:1787614603.414430:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614603.414711:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252102528 00000100:00100000:1.0:1787614603.414875:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252102528 00000100:00100000:1.0:1787614603.414943:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 12 00000100:00100000:1.0:1787614603.414954:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af801880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fc351048-0e46-482e-b468-a4342a109d06+22:15614:x1874449252102528:12345-192.168.203.6@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1787614603.415213:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af801880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fc351048-0e46-482e-b468-a4342a109d06+23:15614:x1874449252102528:12345-192.168.203.6@tcp:35:lhsmtool_posix.0 Request processed in 259us (796us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1787614603.417241:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 12 00000001:00080000:3.0:1787614603.417533:0:17142:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:3.0:1787614603.417559:0:17142:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8fd88273ba80 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1787614603.417565:0:17142:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8fd9bc943600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8fd88273b240 00000020:00080000:3.0:1787614603.417568:0:17142:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8fd9bc943f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8fd9b7884600 00000100:00100000:0.0:1787614603.417748:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787614603.417773:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af801c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272102400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787614603.417848:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1787614603.418020:0:17203:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000100:00100000:3.0:1787614603.418053:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272102400 00000100:00100000:3.0:1787614603.418064:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272102400 00000020:00080000:2.0:1787614603.418098:0:17203:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:3.0:1787614603.418141:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787614603.418154:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272102400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787614603.418193:0:18673:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787614603.418262:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272102400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614603.418269:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:3.0:1787614603.418307:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787614603.418491:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af801c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272102400:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1787614603.422246:0:3650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9aa171600/0xbb6ded2d9f6e721b lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614603.422264:0:3650:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9aa171600/0xbb6ded2d9f6e721b lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614603.422272:0:3650:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9aa171600/0xbb6ded2d9f6e721b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614603.422279:0:3650:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa171600 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:1.0:1787614603.422284:0:3650:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9aa171600/0xbb6ded2d9f6e721b lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614603.422292:0:3650:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9aa171600/0xbb6ded2d9f6e721b lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614603.422311:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8fd9a0344900) 00010000:00010000:1.0:1787614603.422314:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787614603.422336:0:3650:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9aa171600/0xbb6ded2d9f6e721b lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614603.422342:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9aa171600/0xbb6ded2d9f6e721b lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614603.928979:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787614603.929019:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88363ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272102528:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787614603.929146:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614603.929551:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272102528 00000100:00100000:3.0:1787614603.929577:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272102528 00000100:00100000:3.0:1787614603.929644:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787614603.929656:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787614603.929680:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272102656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787614603.929682:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272102528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787614603.929741:0:17168:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787614603.929749:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614603.929789:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272102656 00000100:00100000:2.0:1787614603.929798:0:17167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272102656 00000100:00100000:3.0:1787614603.929848:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272102528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 168us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614603.929853:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1787614603.929870:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1787614603.929878:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88445b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272102656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787614603.929944:0:17167:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1787614603.929951:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88363ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272102528:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787614603.930019:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88445b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272102656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 150us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614603.930028:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1787614603.930058:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272102656:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787614604.311634:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614604.439753:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88445bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272102784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787614604.439860:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614604.439918:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272102784 00000100:00100000:2.0:1787614604.439924:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787614604.439929:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272102784 00000100:00100000:2.0:1787614604.439930:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272102912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787614604.439958:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614604.439998:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272102912 00000100:00100000:1.0:1787614604.440002:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272102912 00000100:00100000:1.0:1787614604.440035:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787614604.440048:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272102784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787614604.440101:0:18673:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1787614604.440173:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787614604.440184:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272102784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 135us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614604.440195:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787614604.440239:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787614604.440247:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272102912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787614604.440260:0:18673:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787614604.440301:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272102912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614604.440311:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787614604.440368:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88363ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ba7c371-8301-468f-8a45-68ef6108df47:3663:1874449272103040:0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.440386:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88363f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272103424:0@lo:400:kworker.0 00000100:00100000:1.0:1787614604.440414:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614604.440594:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614604.440647:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272103936:0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.440678:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614604.440714:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1787614604.440719:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88363d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3666:1874449272103296:0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.440738:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614604.440751:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883564e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3666:1874449272103808:0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.440769:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614604.440794:0:18541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272103936 00000100:00100000:3.0:1787614604.440801:0:18541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272103936 00000100:00100000:3.0:1787614604.440850:0:18541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272103296 00000100:00100000:3.0:1787614604.440853:0:18541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272103296 00000100:00100000:3.0:1787614604.440865:0:18541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272103808 00000100:00100000:3.0:1787614604.440867:0:18541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272103808 00000100:00100000:3.0:1787614604.440882:0:18541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787614604.440889:0:18541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1874449272103936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.440937:0:18541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883564000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1874449272103936:12345-0@lo:400:kworker.0 Request processed in 48us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614604.440960:0:18541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787614604.440983:0:18541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787614604.440989:0:18541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1874449272103296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.441020:0:18541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883565500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1874449272103296:12345-0@lo:400:kworker.0 Request processed in 31us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614604.441025:0:18541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787614604.441036:0:18541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787614604.441043:0:18541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1874449272103808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.441069:0:18541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1874449272103808:12345-0@lo:400:kworker.0 Request processed in 27us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614604.441074:0:18541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:3.0:1787614604.441089:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787614604.441092:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787614604.441118:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88363d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3666:1874449272103296:0@lo:400:kworker.0 00010000:00080000:3.0:1787614604.441131:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883564e00 x1874449272103808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614604.441141:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883564e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3666:1874449272103808:0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.441150:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272103936:0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.441174:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88363f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272103168:0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.441200:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614604.441220:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88363ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3664:1874449272103680:0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.441248:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614604.441264:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272104192:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787614604.441295:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614604.441324:0:18669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272103424 00000100:00100000:3.0:1787614604.441328:0:18669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272103424 00000100:00100000:3.0:1787614604.441352:0:18669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272103168 00000100:00100000:3.0:1787614604.441356:0:18669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272103168 00000100:00100000:3.0:1787614604.441378:0:18669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787614604.441383:0:18669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272103424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.441419:0:18669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272103424:12345-0@lo:400:kworker.0 Request processed in 35us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614604.441425:0:18669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787614604.441436:0:18669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787614604.441468:0:18669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272103168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.441500:0:18669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272103168:12345-0@lo:400:kworker.0 Request processed in 59us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614604.441506:0:18669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787614604.441521:0:18672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272104192 00000100:00100000:3.0:1787614604.441524:0:18672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272104192 00000100:00100000:3.0:1787614604.441544:0:18672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787614604.441549:0:18672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272104192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787614604.441561:0:18672:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787614604.441589:0:18672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272104192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614604.441595:0:18672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:3.0:1787614604.441608:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787614604.441626:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88363f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272103424:0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.441642:0:18541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272103680 00000100:00100000:3.0:1787614604.441645:0:18541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272103680 00000100:00100000:3.0:1787614604.441678:0:18541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1787614604.441684:0:18541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1874449272103680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.441729:0:18541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883564e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1874449272103680:12345-0@lo:400:kworker.0 Request processed in 45us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614604.441734:0:18541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:3.0:1787614604.441747:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787614604.441770:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88363f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272103168:0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.441779:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88363ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3664:1874449272103680:0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.441791:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272104192:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787614604.441844:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272102912:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787614604.441859:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88445bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272102784:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787614604.442876:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88363e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3663:1874449272103552:0@lo:400:kworker.0 00000100:00100000:1.0:1787614604.442952:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614604.442995:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3663:1874449272104064:0@lo:400:kworker.0 00000100:00100000:1.0:1787614604.443020:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614604.443088:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272103552 00000100:00100000:1.0:1787614604.443097:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272103552 00000100:00100000:1.0:1787614604.443150:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272104064 00000100:00100000:1.0:1787614604.443154:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272104064 00000100:00100000:1.0:1787614604.443193:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787614604.443203:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884459500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1874449272103552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614604.443267:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884459500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1874449272103552:12345-0@lo:400:kworker.0 Request processed in 65us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614604.443275:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787614604.443293:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1787614604.443299:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884458000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1874449272104064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614604.443330:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884458000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1874449272104064:12345-0@lo:400:kworker.0 Request processed in 31us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614604.443336:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:1.0:1787614604.443359:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787614604.443394:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88363e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3663:1874449272103552:0@lo:400:kworker.0 00010000:00080000:1.0:1787614604.443408:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883567b80 x1874449272104064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614604.443419:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3663:1874449272104064:0@lo:400:kworker.0 00000100:00100000:2.0:1787614604.447348:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272103040 00000100:00100000:2.0:1787614604.447365:0:17156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272103040 00000100:00100000:3.0:1787614604.447572:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1787614604.447587:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d21050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ba7c371-8301-468f-8a45-68ef6108df47+24:3663:x1874449272103040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614604.447728:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d21050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ba7c371-8301-468f-8a45-68ef6108df47+24:3663:x1874449272103040:12345-0@lo:400:kworker.0 Request processed in 146us (7315us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614604.447736:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1787614604.447961:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88363ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ba7c371-8301-468f-8a45-68ef6108df47:3663:1874449272103040:0@lo:400:kworker.0 00010000:00010000:1.0:1787614605.336021:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614606.359869:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614606.733915:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614606.734126:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614606.736341:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614606.736394:0:19353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252103168 00000100:00100000:2.0:1787614606.736404:0:19353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252103168 00000100:00100000:2.0:1787614606.736488:0:19353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252103552 00000100:00100000:2.0:1787614606.736491:0:19353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252103552 00000100:00100000:2.0:1787614606.736516:0:19353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 27 00000100:00100000:2.0:1787614606.736526:0:19353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88445ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fc351048-0e46-482e-b468-a4342a109d06+5:2403:x1874449252103168:12345-192.168.203.6@tcp:9:kworker.0 00000020:00000080:2.0:1787614606.736557:0:19353:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6f51 00000100:00080000:2.0:1787614606.736577:0:19353:0:(import.c:65:import_set_state_nolock()) ffff8fd9a9b89000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787614606.736624:0:19353:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1787614606.736791:0:19353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88445ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fc351048-0e46-482e-b468-a4342a109d06+2:2403:x1874449252103168:12345-192.168.203.6@tcp:9:kworker.0 Request processed in 266us (2886us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614606.736800:0:19353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 27 00000100:00100000:2.0:1787614606.736815:0:19353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 28 00000100:00100000:2.0:1787614606.737023:0:19353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88445bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2403:x1874449252103552:12345-192.168.203.6@tcp:9:kworker.0 00000020:00000080:2.0:1787614606.737038:0:19353:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6f89 00000100:00080000:2.0:1787614606.737045:0:19353:0:(import.c:65:import_set_state_nolock()) ffff8fd9a9b88800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787614606.737071:0:19353:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1787614606.737144:0:19353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88445bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+2:2403:x1874449252103552:12345-192.168.203.6@tcp:9:kworker.0 Request processed in 321us (3018us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614606.737150:0:19353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 28 00000100:00080000:2.0:1787614606.737177:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787614606.737182:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1787614606.737225:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614606.737335:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614606.740287:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614606.740328:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614606.740351:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614606.740368:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614606.740389:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614606.740411:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614606.740473:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252102656 00000100:00100000:1.0:1787614606.740482:0:17157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252102656 00000100:00100000:1.0:1787614606.740529:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 170 00000100:00100000:1.0:1787614606.740539:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9812e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:05447799-9a95-4c59-b0b2-fb2053b8ae1e+13:2404:x1874449252102656:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:1.0:1787614606.740607:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9812e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:05447799-9a95-4c59-b0b2-fb2053b8ae1e+13:2404:x1874449252102656:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 69us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614606.740616:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 170 00000100:00100000:1.0:1787614606.740646:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252102912 00000100:00100000:1.0:1787614606.740650:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252102912 00000100:00100000:1.0:1787614606.740688:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252103296 00000100:00100000:1.0:1787614606.740691:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252103296 00000100:00100000:1.0:1787614606.740704:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252102784 00000100:00100000:1.0:1787614606.740707:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252102784 00000100:00100000:1.0:1787614606.740717:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252103424 00000100:00100000:1.0:1787614606.740719:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252103424 00000100:00100000:1.0:1787614606.740732:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 71 00000100:00100000:1.0:1787614606.740738:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fc351048-0e46-482e-b468-a4342a109d06+5:2404:x1874449252102912:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:1.0:1787614606.740769:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fc351048-0e46-482e-b468-a4342a109d06+5:2404:x1874449252102912:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 30us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614606.740791:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 71 00000100:00100000:1.0:1787614606.740804:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 72 00000100:00100000:1.0:1787614606.740811:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+6:2404:x1874449252103296:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:1.0:1787614606.740834:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+6:2404:x1874449252103296:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 24us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614606.740840:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 72 00000100:00100000:1.0:1787614606.740850:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 73 00000100:00100000:1.0:1787614606.740855:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fc351048-0e46-482e-b468-a4342a109d06+13:2404:x1874449252102784:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:1.0:1787614606.740878:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fc351048-0e46-482e-b468-a4342a109d06+13:2404:x1874449252102784:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 23us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614606.740884:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 73 00000100:00100000:1.0:1787614606.740894:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 74 00000100:00100000:1.0:1787614606.740900:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2404:x1874449252103424:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:1.0:1787614606.740919:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2404:x1874449252103424:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 20us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614606.740925:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 74 00000100:00100000:2.0:1787614606.741180:0:18671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252103680 00000100:00100000:2.0:1787614606.741185:0:18671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252103680 00000100:00100000:2.0:1787614606.741222:0:18671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252103040 00000100:00100000:2.0:1787614606.741225:0:18671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252103040 00000100:00100000:2.0:1787614606.741247:0:18671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 26 00000100:00100000:2.0:1787614606.741254:0:18671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fc351048-0e46-482e-b468-a4342a109d06+5:2404:x1874449252103040:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614606.741294:0:18671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fc351048-0e46-482e-b468-a4342a109d06+5:2404:x1874449252103040:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 41us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614606.741301:0:18671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 26 00000100:00100000:2.0:1787614606.741314:0:18671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 29 00000100:00100000:2.0:1787614606.741320:0:18671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2403:x1874449252103680:12345-192.168.203.6@tcp:9:kworker.0 00000020:00000080:2.0:1787614606.741347:0:18671:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6f90 00000100:00080000:2.0:1787614606.741357:0:18671:0:(import.c:65:import_set_state_nolock()) ffff8fd9a9b8f000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787614606.741399:0:18671:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1787614606.741514:0:18671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+2:2403:x1874449252103680:12345-192.168.203.6@tcp:9:kworker.0 Request processed in 193us (5181us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614606.741521:0:18671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 29 00010000:00010000:2.0:1787614606.741538:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787614606.741549:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787614606.741553:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787614606.741555:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787614606.741557:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:1.0:1787614607.006816:0:17199:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787614607.006825:0:17199:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787614607.006848:0:17199:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1787614607.006858:0:17199:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000001:02000400:0.0:1787614607.050227:0:20538:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 19:36:46 (1787614606) 00010000:00010000:2.0:1787614607.386712:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614608.411049:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614608.539781:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af801c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272104320:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787614608.539850:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614608.539932:0:18672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272104320 00000100:00100000:0.0:1787614608.539940:0:18672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272104320 00000100:00100000:0.0:1787614608.540015:0:18672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787614608.540025:0:18672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af802a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272104320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787614608.540052:0:18672:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1787614608.540106:0:18672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af802a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272104320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614608.540115:0:18672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:3.0:1787614608.540521:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787614608.541655:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af801c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272104320:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787614609.047676:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787614609.047705:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272104448:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787614609.047786:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614609.047890:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272104448 00000100:00100000:3.0:1787614609.047898:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272104448 00000100:00100000:3.0:1787614609.047954:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1787614609.047964:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883cd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272104448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787614609.047994:0:17168:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787614609.048044:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883cd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272104448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614609.048065:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1787614609.048140:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272104448:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787614609.049501:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787614609.049519:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272104576:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787614609.049570:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614609.049812:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272104576 00000100:00100000:2.0:1787614609.049820:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272104576 00000100:00100000:2.0:1787614609.049921:0:17903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1787614609.049939:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272104576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787614609.049968:0:17903:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1787614609.050030:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272104576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614609.050038:0:17903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787614609.050117:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272104576:0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1787614609.053873:0:17142:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:1.0:1787614609.053932:0:17203:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:1.0:1787614609.053944:0:17203:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:2.0:1787614609.431943:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614609.559948:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787614609.559973:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883cd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272104704:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787614609.560044:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614609.560089:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272104704 00000100:00100000:1.0:1787614609.560096:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272104704 00000100:00100000:1.0:1787614609.560147:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787614609.560157:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272104704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787614609.560189:0:18673:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787614609.560235:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272104704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614609.560242:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787614609.560285:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883cd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272104704:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1787614609.560464:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787614609.561800:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787614609.561822:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272104832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787614609.561881:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614609.562586:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2ba7c371-8301-468f-8a45-68ef6108df47:3666:1874449272104960:0@lo:400:kworker.0 00000100:00100000:3.0:1787614609.562641:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614609.562673:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272104960 00000100:00100000:2.0:1787614609.562682:0:17156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272104960 00000100:00100000:3.0:1787614609.562683:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272105472:0@lo:400:kworker.0 00000100:00100000:3.0:1787614609.562713:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614609.562731:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1787614609.562735:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3666:1874449272105984:0@lo:400:kworker.0 00000100:00100000:2.0:1787614609.562744:0:17156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9812eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ba7c371-8301-468f-8a45-68ef6108df47+24:3666:x1874449272104960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614609.562763:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614609.562786:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1787614609.562793:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272105344:0@lo:400:kworker.0 00000100:00100000:2.0:1787614609.562801:0:17156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9812eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2ba7c371-8301-468f-8a45-68ef6108df47+24:3666:x1874449272104960:12345-0@lo:400:kworker.0 Request processed in 58us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614609.562809:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1787614609.562823:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614609.562845:0:18671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272105344 00000100:00100000:3.0:1787614609.562847:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272105856:0@lo:400:kworker.0 00000100:00100000:2.0:1787614609.562850:0:18671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272105344 00000100:00100000:3.0:1787614609.562876:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614609.562886:0:18671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787614609.562894:0:18671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272105344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614609.562906:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2ba7c371-8301-468f-8a45-68ef6108df47:3666:1874449272104960:0@lo:400:kworker.0 00000100:00100000:2.0:1787614609.562935:0:18671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272105344:12345-0@lo:400:kworker.0 Request processed in 42us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614609.562936:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272105344:0@lo:400:kworker.0 00000100:00100000:2.0:1787614609.562950:0:18671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787614609.566530:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272105472 00000100:00100000:1.0:1787614609.566546:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272105472 00000100:00100000:1.0:1787614609.566609:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272105984 00000100:00100000:1.0:1787614609.566613:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272105984 00000100:00100000:3.0:1787614609.566637:0:18541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272105856 00000100:00100000:1.0:1787614609.566662:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787614609.566668:0:18541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272105856 00000100:00100000:1.0:1787614609.566676:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883564a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1874449272105472:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1787614609.566699:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787614609.566703:0:18541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00080000:2.0:1787614609.566706:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787614609.566715:0:18541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883566680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1874449272105984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614609.566747:0:17162:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1787614609.566758:0:17162:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1787614609.566775:0:17163:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1787614609.566786:0:17163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1787614609.566799:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883564a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1874449272105472:12345-0@lo:400:kworker.0 Request processed in 123us (4080us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614609.566800:0:18541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883566680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1874449272105984:12345-0@lo:400:kworker.0 Request processed in 85us (4033us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614609.566800:0:17163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883564380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1874449272105856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614609.566820:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787614609.566826:0:18541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787614609.566852:0:17163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883564380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1874449272105856:12345-0@lo:400:kworker.0 Request processed in 58us (3974us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614609.566857:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3664:1874449272105216:0@lo:400:kworker.0 00000100:00100000:2.0:1787614609.566863:0:17163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787614609.566901:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272104832 00000100:00100000:2.0:1787614609.566907:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272104832 00000100:00100000:1.0:1787614609.566907:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614609.566940:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3664:1874449272105728:0@lo:400:kworker.0 00000100:00100000:2.0:1787614609.566950:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787614609.566960:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272104832:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787614609.566985:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1787614609.566987:0:18673:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1787614609.566997:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787614609.567017:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787614609.567021:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272105216 00000100:00100000:3.0:1787614609.567027:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272105216 00000100:00100000:1.0:1787614609.567028:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272105088:0@lo:400:kworker.0 00000100:00100000:2.0:1787614609.567031:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272104832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (5148us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614609.567040:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787614609.567062:0:17163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272105728 00000100:00100000:2.0:1787614609.567067:0:17163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272105728 00000100:00100000:1.0:1787614609.567068:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614609.567073:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787614609.567083:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1874449272105216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614609.567100:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3664:1874449272105600:0@lo:400:kworker.0 00000100:00100000:2.0:1787614609.567106:0:17163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1787614609.567116:0:17163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1874449272105728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614609.567128:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1874449272105216:12345-0@lo:400:kworker.0 Request processed in 46us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614609.567138:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1787614609.567140:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614609.567168:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272105600 00000100:00100000:3.0:1787614609.567172:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272105600 00000100:00100000:3.0:1787614609.567193:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1787614609.567201:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883cb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1874449272105600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614609.567716:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272105856:0@lo:400:kworker.0 00000100:00100000:0.0:1787614609.567740:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272105472:0@lo:400:kworker.0 00010000:00080000:0.0:1787614609.567754:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd88209df80 x1874449272105984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614609.567765:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3666:1874449272105984:0@lo:400:kworker.0 00000100:00100000:0.0:1787614609.567783:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272104832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787614609.567859:0:19353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272105088 00000100:00100000:0.0:1787614609.567863:0:19353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272105088 00000100:00100000:0.0:1787614609.567898:0:19353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787614609.567914:0:19353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272105088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614609.570050:0:17163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1874449272105728:12345-0@lo:400:kworker.0 Request processed in 2929us (3059us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614609.570064:0:17163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:2.0:1787614609.570278:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787614609.570284:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787614609.570287:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787614609.570888:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af801c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272106112:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787614609.570949:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614609.571000:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3664:1874449272105216:0@lo:400:kworker.0 00010000:00080000:1.0:1787614609.571015:0:3664:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd88209d500 x1874449272105728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614609.571026:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3664:1874449272105728:0@lo:400:kworker.0 00000100:00100000:3.0:1787614609.571165:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883cb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1874449272105600:12345-0@lo:400:kworker.0 Request processed in 3962us (4025us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614609.571174:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1787614609.572477:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272106112 00000100:00100000:2.0:1787614609.572490:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272106112 00000100:00100000:2.0:1787614609.572622:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787614609.572633:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1874449272106112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787614609.572688:0:18673:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1787614609.572749:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3664:x1874449272106112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (1799us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614609.572756:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787614609.575563:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3664:1874449272105600:0@lo:400:kworker.0 00000100:00100000:1.0:1787614609.575593:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af801c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272106112:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787614609.576037:0:19353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272105088:12345-0@lo:400:kworker.0 Request processed in 8119us (8968us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614609.576049:0:19353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787614609.576144:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272105088:0@lo:400:kworker.0 00000040:00080000:1.0:1787614609.816541:0:17916:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787614610.272333:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614610.272473:0:17166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252103936 00000100:00100000:0.0:1787614610.272482:0:17166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252103936 00000100:00100000:0.0:1787614610.272562:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 13 00000100:00100000:0.0:1787614610.272572:0:17166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fc351048-0e46-482e-b468-a4342a109d06+13:16375:x1874449252103936:12345-192.168.203.6@tcp:35:umount.0 00000100:00080000:2.0:1787614610.272825:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1787614610.273910:0:17166:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1787614610.274004:0:17166:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1787614610.274215:0:17166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fc351048-0e46-482e-b468-a4342a109d06+16:16375:x1874449252103936:12345-192.168.203.6@tcp:35:umount.0 Request processed in 1641us (1887us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1787614610.274227:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 13 00000020:00080000:0.0:1787614610.274232:0:17166:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1787614610.284665:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614610.284710:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614610.284761:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614610.284981:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252104064 00000100:00100000:3.0:1787614610.284993:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252104064 00000100:00100000:3.0:1787614610.285055:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252104320 00000100:00100000:3.0:1787614610.285060:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252104320 00000100:00100000:3.0:1787614610.285074:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252104192 00000100:00100000:3.0:1787614610.285077:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252104192 00000100:00100000:3.0:1787614610.285093:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 3 00000100:00100000:3.0:1787614610.285103:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:05447799-9a95-4c59-b0b2-fb2053b8ae1e+15:2407:x1874449252104064:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787614610.285134:0:17149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787614610.285154:0:17149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b6014200/0xbb6ded2d9f6e6f27 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cb9d expref: 15 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614610.285171:0:17149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614610.285204:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 4 00000100:00100000:0.0:1787614610.285216:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd983add050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:05447799-9a95-4c59-b0b2-fb2053b8ae1e+14:2407:x1874449252104320:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787614610.285226:0:18695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1787614610.285236:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:05447799-9a95-4c59-b0b2-fb2053b8ae1e+14:2407:x1874449252104064:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 131us (590us total) trans 0 rc 0/0 00010000:00010000:0.0:1787614610.285241:0:18695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b7850c00/0xbb6ded2d9f6e6feb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cc84 expref: 14 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614610.285250:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 3 00010000:00010000:0.0:1787614610.285253:0:18695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614610.285278:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd983add050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:05447799-9a95-4c59-b0b2-fb2053b8ae1e+13:2407:x1874449252104320:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 65us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614610.285285:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 4 00000100:00100000:0.0:1787614610.285301:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 5 00000100:00100000:0.0:1787614610.285307:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:05447799-9a95-4c59-b0b2-fb2053b8ae1e+12:2407:x1874449252104192:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787614610.285325:0:18695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614610.285335:0:18695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b7850000/0xbb6ded2d9f6e6f2e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cbce expref: 12 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614610.285346:0:18695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614610.285368:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:05447799-9a95-4c59-b0b2-fb2053b8ae1e+10:2407:x1874449252104192:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 61us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614610.285375:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 5 00000100:00100000:3.0:1787614610.288640:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614610.288976:0:18670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252104448 00000100:00100000:2.0:1787614610.289001:0:18670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252104448 00000100:00100000:2.0:1787614610.289082:0:18670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 30 00000100:00100000:2.0:1787614610.289092:0:18670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fc351048-0e46-482e-b468-a4342a109d06+5:2403:x1874449252104448:12345-192.168.203.6@tcp:9:umount.0 00000020:00000080:2.0:1787614610.289131:0:18670:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6f4a 00000100:00080000:2.0:1787614610.289140:0:18670:0:(import.c:65:import_set_state_nolock()) ffff8fd884514800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787614610.289204:0:18670:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1787614610.289359:0:18670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fc351048-0e46-482e-b468-a4342a109d06+2:2403:x1874449252104448:12345-192.168.203.6@tcp:9:umount.0 Request processed in 266us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614610.289368:0:18670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 30 00010000:00010000:2.0:1787614610.289391:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787614610.291689:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787614610.298024:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614610.298105:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252105344 00000100:00100000:0.0:1787614610.298114:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252105344 00000100:00100000:0.0:1787614610.298181:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 67 00000100:00100000:0.0:1787614610.298192:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fc351048-0e46-482e-b468-a4342a109d06+16:2403:x1874449252105344:12345-192.168.203.6@tcp:39:umount.0 00000020:00000080:0.0:1787614610.298223:0:17164:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6f3c 00000020:00010000:0.0:1787614610.298239:0:17164:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8fd883de5800: total 0 00000100:00080000:0.0:1787614610.298243:0:17164:0:(import.c:65:import_set_state_nolock()) ffff8fd983480000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787614610.298278:0:17164:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:0.0:1787614610.298480:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fc351048-0e46-482e-b468-a4342a109d06+15:2403:x1874449252105344:12345-192.168.203.6@tcp:39:umount.0 Request processed in 289us (465us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1787614610.298488:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 67 00000020:00010000:2.0:1787614610.298569:0:18694:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8fd883de5800: total 0 00010000:00010000:2.0:1787614610.298625:0:18694:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8fd883de5800, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1787614610.298668:0:18694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8fd9a0344900) 00010000:00010000:2.0:1787614610.298672:0:18694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787614610.298679:0:18694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9b7850a00/0xbb6ded2d9f6e71f1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd1e expref: 14 pid: 18541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614610.298701:0:18694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8fd9a0344400) 00010000:00010000:2.0:1787614610.298704:0:18694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787614610.298707:0:18694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9b7850e00/0xbb6ded2d9f6e7007 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cc8b expref: 13 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614610.298724:0:18694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8fd9af826500) 00010000:00010000:2.0:1787614610.298726:0:18694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1787614610.298729:0:18694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0600/0xbb6ded2d9f6e70e7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ccca expref: 12 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614610.298741:0:18694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8fd9af826800) 00010000:00010000:2.0:1787614610.298752:0:18694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787614610.298757:0:18694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9b7851400/0xbb6ded2d9f6e7196 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd09 expref: 11 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614610.298769:0:18694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8fd9af826800) 00010000:00010000:2.0:1787614610.298771:0:18694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1787614610.298774:0:18694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9b7850200/0xbb6ded2d9f6e7165 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ccf4 expref: 10 pid: 18541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614610.298785:0:18694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8fd9af826800) 00010000:00010000:2.0:1787614610.298788:0:18694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787614610.298791:0:18694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9b6014e00/0xbb6ded2d9f6e7253 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd41 expref: 9 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614610.298805:0:18694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8fd9a0344500) 00010000:00010000:2.0:1787614610.298807:0:18694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787614610.298811:0:18694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9b7851a00/0xbb6ded2d9f6e7023 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cc92 expref: 8 pid: 18541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614610.298823:0:18694:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd9af826b00) 00010000:00010000:2.0:1787614610.298825:0:18694:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787614610.298828:0:18694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9aa170200/0xbb6ded2d9f6e7062 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cca0 expref: 7 pid: 18541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614610.298837:0:18694:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8fd883de5800, canceled 8 locks, left on hash table 0. 00010000:00010000:2.0:1787614610.298850:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614610.298852:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614610.298854:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614610.314011:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614610.314099:0:17163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252105472 00000100:00100000:2.0:1787614610.314120:0:17163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252105472 00000100:00100000:2.0:1787614610.314232:0:17163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 68 00000100:00100000:2.0:1787614610.314242:0:17163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fc351048-0e46-482e-b468-a4342a109d06+5:2403:x1874449252105472:12345-192.168.203.6@tcp:39:umount.0 00000020:00000080:2.0:1787614610.314281:0:17163:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6f43 00000100:00080000:2.0:1787614610.314299:0:17163:0:(import.c:65:import_set_state_nolock()) ffff8fd88241d800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787614610.314326:0:17163:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:1.0:1787614610.314533:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614610.314882:0:17163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fc351048-0e46-482e-b468-a4342a109d06+3:2403:x1874449252105472:12345-192.168.203.6@tcp:39:umount.0 Request processed in 639us (876us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1787614610.314891:0:17163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 68 00000100:00080000:3.0:1787614610.317220:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787614610.458299:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614611.481155:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614611.838942:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614611.838992:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614611.839032:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614611.839136:0:18541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252105856 00000100:00100000:0.0:1787614611.839146:0:18541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252105856 00000100:00100000:0.0:1787614611.839217:0:18541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252105728 00000100:00100000:0.0:1787614611.839227:0:18541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252105728 00000100:00100000:0.0:1787614611.839250:0:18541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 81 00000100:00100000:0.0:1787614611.839259:0:18541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2406:x1874449252105856:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614611.839330:0:18541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2406:x1874449252105856:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 72us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614611.839352:0:18541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 81 00000100:00100000:0.0:1787614611.839368:0:18541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 82 00000100:00100000:0.0:1787614611.839375:0:18541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+6:2406:x1874449252105728:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614611.839400:0:18541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+6:2406:x1874449252105728:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 26us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614611.839406:0:18541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 82 00000100:00080000:1.0:1787614611.839736:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787614611.839746:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787614611.840032:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252105600 00000100:00100000:3.0:1787614611.840038:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252105600 00000100:00100000:3.0:1787614611.840083:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 172 00000100:00100000:3.0:1787614611.840091:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9812e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:05447799-9a95-4c59-b0b2-fb2053b8ae1e+10:2406:x1874449252105600:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:3.0:1787614611.840253:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9812e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:05447799-9a95-4c59-b0b2-fb2053b8ae1e+10:2406:x1874449252105600:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 161us (1321us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614611.840261:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 172 00000100:00100000:1.0:1787614612.015172:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614612.015288:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614612.015384:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614612.020398:0:18695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252105984 00000100:00100000:0.0:1787614612.020414:0:18695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252105984 00000100:00100000:0.0:1787614612.020500:0:18695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252106112 00000100:00100000:0.0:1787614612.020504:0:18695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252106112 00000100:00100000:0.0:1787614612.020519:0:18695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252106240 00000100:00100000:0.0:1787614612.020521:0:18695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252106240 00000100:00100000:0.0:1787614612.020542:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 6 00000100:00100000:0.0:1787614612.020552:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:05447799-9a95-4c59-b0b2-fb2053b8ae1e+12:2404:x1874449252105984:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787614612.020567:0:18695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614612.020585:0:18695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b7851e00/0xbb6ded2d9f6e6f66 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cc0d expref: 12 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614612.020604:0:18695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614612.021144:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:05447799-9a95-4c59-b0b2-fb2053b8ae1e+11:2404:x1874449252105984:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 590us (6193us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614612.021153:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 6 00000100:00100000:0.0:1787614612.021177:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 7 00000100:00100000:0.0:1787614612.021185:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:05447799-9a95-4c59-b0b2-fb2053b8ae1e+10:2404:x1874449252106112:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787614612.021193:0:18695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614612.021230:0:18695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b6015400/0xbb6ded2d9f6e6f6d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cc3e expref: 10 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614612.021241:0:18695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614612.021263:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:05447799-9a95-4c59-b0b2-fb2053b8ae1e+9:2404:x1874449252106112:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 79us (5976us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614612.021269:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 7 00000100:00100000:0.0:1787614612.021283:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 8 00000100:00100000:0.0:1787614612.021290:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:05447799-9a95-4c59-b0b2-fb2053b8ae1e+8:2407:x1874449252106240:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787614612.021297:0:18695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614612.021306:0:18695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b6014a00/0xbb6ded2d9f6e6fe4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cc7d expref: 8 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614612.021327:0:18695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614612.021344:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:05447799-9a95-4c59-b0b2-fb2053b8ae1e+7:2407:x1874449252106240:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 55us (5961us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614612.021351:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 8 00000100:00100000:1.0:1787614612.029927:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614612.032784:0:20647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252106496 00000100:00100000:0.0:1787614612.032798:0:20647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252106496 00000100:00100000:0.0:1787614612.032878:0:20647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 69 00000100:00100000:0.0:1787614612.032887:0:20647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+6:2403:x1874449252106496:12345-192.168.203.6@tcp:39:umount.0 00000020:00000080:0.0:1787614612.032927:0:20647:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6f7b 00000020:00010000:0.0:1787614612.032935:0:20647:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8fd9a9b8d000: total 0 00000100:00080000:0.0:1787614612.032940:0:20647:0:(import.c:65:import_set_state_nolock()) ffff8fd9a9b8b800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787614612.033099:0:20647:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00010000:1.0:1787614612.033123:0:17150:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8fd9a9b8d000: total 0 00010000:00010000:1.0:1787614612.033128:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614612.033179:0:17150:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8fd9a9b8d000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1787614612.033211:0:17150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd9af826b00) 00010000:00010000:1.0:1787614612.033214:0:17150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787614612.033221:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9b6014000/0xbb6ded2d9f6e7070 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cca7 expref: 5 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614612.033244:0:17150:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8fd9a9b8d000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1787614612.033255:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614612.033257:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614612.033260:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614612.033298:0:20647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+3:2403:x1874449252106496:12345-192.168.203.6@tcp:39:umount.0 Request processed in 411us (3380us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1787614612.033323:0:20647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 69 00000100:00100000:0.0:1787614612.053034:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614612.053390:0:17164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252106624 00000100:00100000:2.0:1787614612.053400:0:17164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252106624 00000100:00100000:2.0:1787614612.053494:0:17164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 70 00000100:00100000:2.0:1787614612.053505:0:17164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+5:2403:x1874449252106624:12345-192.168.203.6@tcp:39:umount.0 00000020:00000080:2.0:1787614612.053543:0:17164:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6f82 00000100:00080000:2.0:1787614612.053555:0:17164:0:(import.c:65:import_set_state_nolock()) ffff8fd9a9b88000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787614612.053589:0:17164:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:1.0:1787614612.053759:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614612.053962:0:17164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f493df6d-47d4-416e-a26b-1ac8ca83c4b3+3:2403:x1874449252106624:12345-192.168.203.6@tcp:39:umount.0 Request processed in 457us (937us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1787614612.053971:0:17164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 70 00000100:00100000:2.0:1787614612.094535:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614612.094961:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252106880 00000100:00100000:1.0:1787614612.094971:0:17157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252106880 00000100:00100000:1.0:1787614612.095031:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 173 00000100:00100000:1.0:1787614612.095043:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9812e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:05447799-9a95-4c59-b0b2-fb2053b8ae1e+7:2403:x1874449252106880:12345-192.168.203.6@tcp:251:umount.0 00000020:00000080:1.0:1787614612.095093:0:17157:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6f19 00000020:00010000:1.0:1787614612.095101:0:17157:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8fd883de2000: total 0 00000100:00080000:1.0:1787614612.095105:0:17157:0:(import.c:65:import_set_state_nolock()) ffff8fd883de0000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1787614612.095186:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9812e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:05447799-9a95-4c59-b0b2-fb2053b8ae1e+3:2403:x1874449252106880:12345-192.168.203.6@tcp:251:umount.0 Request processed in 144us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614612.095194:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 173 00000020:00010000:2.0:1787614612.095345:0:18694:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8fd883de2000: total 0 00010000:00010000:2.0:1787614612.095398:0:18694:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8fd883de2000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1787614612.095433:0:18694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e6f20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cb96 expref: 2 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614612.095475:0:18694:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8fd883de2000, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1787614612.095511:0:18694:0:(genops.c:885:class_export_put()) final put ffff8fd883de2000/05447799-9a95-4c59-b0b2-fb2053b8ae1e 00010000:00010000:2.0:1787614612.095524:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614612.095526:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614612.095528:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1787614612.096277:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd883de2000/05447799-9a95-4c59-b0b2-fb2053b8ae1e for MGS 00000020:00000080:1.0:1787614612.096333:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd883de0000 for MGS 00010000:00010000:2.0:1787614612.505382:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787614612.648860:0:18665:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fc351048-0e46-482e-b468-a4342a109d06 00000020:00000080:0.0:1787614612.648870:0:18665:0:(genops.c:885:class_export_put()) final put ffff8fd884513000/fc351048-0e46-482e-b468-a4342a109d06 00000001:00100000:0.0:1787614612.648893:0:18665:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f493df6d-47d4-416e-a26b-1ac8ca83c4b3 00000020:00000080:0.0:1787614612.648896:0:18665:0:(genops.c:885:class_export_put()) final put ffff8fd9a9b8a000/f493df6d-47d4-416e-a26b-1ac8ca83c4b3 00000020:00000080:2.0:1787614612.648933:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd884513000/fc351048-0e46-482e-b468-a4342a109d06 for lustre-OST0000 00000020:00000080:2.0:1787614612.648984:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a9b8a000/f493df6d-47d4-416e-a26b-1ac8ca83c4b3 for lustre-OST0000 00000020:00000080:2.0:1787614612.649000:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd884514800 for lustre-OST0000 00000020:00000080:2.0:1787614612.649006:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd9a9b88800 for lustre-OST0000 00000001:00100000:1.0:1787614612.649553:0:19483:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of f493df6d-47d4-416e-a26b-1ac8ca83c4b3 00000020:00000080:1.0:1787614612.649557:0:19483:0:(genops.c:885:class_export_put()) final put ffff8fd9a9b8d800/f493df6d-47d4-416e-a26b-1ac8ca83c4b3 00000001:00100000:1.0:1787614612.649581:0:19483:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of fc351048-0e46-482e-b468-a4342a109d06 00000020:00000080:1.0:1787614612.649584:0:19483:0:(genops.c:885:class_export_put()) final put ffff8fd9a9b8e800/fc351048-0e46-482e-b468-a4342a109d06 00000020:00000080:0.0:1787614612.649686:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a9b8d800/f493df6d-47d4-416e-a26b-1ac8ca83c4b3 for lustre-OST0001 00000020:00000080:0.0:1787614612.649718:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a9b8e800/fc351048-0e46-482e-b468-a4342a109d06 for lustre-OST0001 00000020:00000080:0.0:1787614612.649730:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd9a9b8f000 for lustre-OST0001 00000020:00000080:0.0:1787614612.649733:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd9a9b89000 for lustre-OST0001 00010000:00010000:1.0:1787614613.527796:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614613.656724:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787614613.656751:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272106240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787614613.656819:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614613.656882:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272106240 00000100:00100000:1.0:1787614613.656890:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272106240 00000100:00100000:1.0:1787614613.656957:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787614613.656966:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272106240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787614613.656994:0:18673:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00080000:3.0:1787614613.657028:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787614613.657043:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272106240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614613.657050:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787614613.657100:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272106240:0@lo:13:osp-pre-0-1.0 00000020:01000004:2.0:1787614613.680606:0:20734:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1787614613.701846:0:20734:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1787614613.701921:0:20734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd8827f3600/0xbb6ded2d9f6e6adc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6ae3 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.701935:0:20734:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd8827f3600/0xbb6ded2d9f6e6adc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6ae3 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.701943:0:20734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd8827f3600/0xbb6ded2d9f6e6adc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6ae3 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.701950:0:20734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd8827f3600/0xbb6ded2d9f6e6adc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6ae3 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.701979:0:20734:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1787614613.701984:0:20734:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:2.0:1787614613.701991:0:18694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614613.701999:0:18694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd8827f3600/0xbb6ded2d9f6e6adc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6ae3 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614613.702008:0:18694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f3600 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:2.0:1787614613.702012:0:18694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd8827f3600/0xbb6ded2d9f6e6adc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6ae3 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787614613.702012:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787614613.702018:0:20734:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:2.0:1787614613.702025:0:18694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd8827f3600/0xbb6ded2d9f6e6adc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6ae3 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787614613.702027:0:20734:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 10000000:00010000:2.0:1787614613.702036:0:18694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd8827f3600/0xbb6ded2d9f6e6adc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6ae3 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614613.702046:0:18694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787614613.702049:0:18694:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787614613.702052:0:18694:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00080000:0.0:1787614613.702068:0:20734:0:(import.c:65:import_set_state_nolock()) ffff8fd9bf7d1800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1787614613.702082:0:18694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd8827f3600/0xbb6ded2d9f6e6adc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6ae3 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614613.702091:0:18694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787614613.702120:0:18694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd8827f3600/0xbb6ded2d9f6e6adc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6ae3 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614613.702127:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2ba7c371-8301-468f-8a45-68ef6108df47:3665:1874449272106496:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787614613.702128:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3662:1874449272106368:0@lo:39:umount.0 00010000:00010000:2.0:1787614613.702131:0:18694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd8827f3600/0xbb6ded2d9f6e6adc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6ae3 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614613.702148:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614613.702150:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614613.702152:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614613.702209:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614613.702214:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614613.702301:0:18695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272106496 00000100:00100000:0.0:1787614613.702307:0:18695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272106496 00000100:00100000:0.0:1787614613.702352:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787614613.703893:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af801c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ba7c371-8301-468f-8a45-68ef6108df47+24:3665:x1874449272106496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787614613.703912:0:18695:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614613.703933:0:18695:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9834fde00/0xbb6ded2d9f6e6ae3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6adc expref: 24 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.703950:0:18695:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614613.704014:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af801c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ba7c371-8301-468f-8a45-68ef6108df47+23:3665:x1874449272106496:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (1810us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614613.704023:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787614613.704144:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2ba7c371-8301-468f-8a45-68ef6108df47:3665:1874449272106496:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787614613.707669:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272106368 00000100:00100000:3.0:1787614613.707688:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272106368 00000100:00100000:3.0:1787614613.707772:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1787614613.708533:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1874449272106368:12345-0@lo:39:umount.0 00000020:00000080:3.0:1787614613.708571:0:17162:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6b0d 00000100:00080000:3.0:1787614613.708580:0:17162:0:(import.c:65:import_set_state_nolock()) ffff8fd985c9e000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1787614613.708709:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3662:x1874449272106368:12345-0@lo:39:umount.0 Request processed in 929us (6502us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614613.708718:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:3.0:1787614613.708728:0:17162:0:(genops.c:885:class_export_put()) final put ffff8fd985c9f800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1787614613.708762:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd985c9f800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00010000:00010000:2.0:1787614613.708787:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787614613.708820:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd985c9e000 for lustre-MDT0000 00000100:00080000:2.0:1787614613.708846:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bf7d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1787614613.708865:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3662:1874449272106368:0@lo:39:umount.0 00000100:00080000:3.0:1787614613.708883:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787614613.708888:0:20734:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787614613.709050:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1787614613.712613:0:20734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e6a2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6a34 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.712641:0:20734:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e6a2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6a34 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.712648:0:20734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e6a2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6a34 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.712655:0:20734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e6a2d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6a34 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.712807:0:20734:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787614613.712816:0:20734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd600/0xbb6ded2d9f6e6d75 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6d7c expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.712823:0:20734:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd600/0xbb6ded2d9f6e6d75 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6d7c expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.712830:0:20734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd600/0xbb6ded2d9f6e6d75 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6d7c expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.712852:0:20734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd600/0xbb6ded2d9f6e6d75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6d7c expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614613.716600:0:17151:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787614613.716615:0:17151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e6a2d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6a34 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614613.716638:0:17151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa170a00 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:1.0:1787614613.716643:0:17151:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e6a2d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6a34 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614613.716655:0:17151:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e6a2d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6a34 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787614613.716678:0:17151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e6a2d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6a34 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787614613.716684:0:17151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787614613.716688:0:17151:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1787614613.717405:0:17151:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e6a2d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6a34 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.717415:0:17151:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787614613.717472:0:17151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e6a2d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6a34 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.717480:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e6a2d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6a34 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.717497:0:17151:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1787614613.717500:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2ba7c371-8301-468f-8a45-68ef6108df47:3666:1874449272106624:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787614613.717502:0:17151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd600/0xbb6ded2d9f6e6d75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6d7c expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.717517:0:17151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9834fd600 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:0.0:1787614613.717521:0:17151:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd600/0xbb6ded2d9f6e6d75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6d7c expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.717528:0:17151:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd600/0xbb6ded2d9f6e6d75 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6d7c expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614613.717534:0:17151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd600/0xbb6ded2d9f6e6d75 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6d7c expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614613.717539:0:17151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1787614613.717542:0:17151:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:0.0:1787614613.717558:0:17151:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd600/0xbb6ded2d9f6e6d75 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6d7c expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.717564:0:17151:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1787614613.717578:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787614613.717581:0:17151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd600/0xbb6ded2d9f6e6d75 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6d7c expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.717589:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614613.717590:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614613.717595:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614613.717604:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787614613.717619:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883da4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ba7c371-8301-468f-8a45-68ef6108df47:3664:1874449272106752:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614613.717664:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787614613.718013:0:20734:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787614613.718021:0:20734:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd600/0xbb6ded2d9f6e6d75 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6d7c expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614613.718033:0:20734:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00100000:2.0:1787614613.718148:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272106624 00000100:00100000:2.0:1787614613.718157:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272106624 00010000:00010000:1.0:1787614613.718180:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614613.718698:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272106752 00000100:00100000:2.0:1787614613.718704:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272106752 00010000:00010000:3.0:1787614613.718874:0:20734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1600/0xbb6ded2d9f6e6fd6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6fdd expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.718884:0:20734:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1600/0xbb6ded2d9f6e6fd6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6fdd expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.718891:0:20734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1600/0xbb6ded2d9f6e6fd6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6fdd expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.718897:0:20734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1600/0xbb6ded2d9f6e6fd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6fdd expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.718912:0:20734:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787614613.718918:0:20734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981487400/0xbb6ded2d9f6e6a1f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6a26 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.718924:0:20734:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981487400/0xbb6ded2d9f6e6a1f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6a26 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.718929:0:20734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981487400/0xbb6ded2d9f6e6a1f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6a26 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.718944:0:20734:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd981487400/0xbb6ded2d9f6e6a1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6a26 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.718955:0:20734:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1787614613.718958:0:20734:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1787614613.718962:0:20734:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1787614613.718994:0:20734:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1787614613.718997:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1787614613.719001:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787614613.719006:0:20734:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1787614613.719012:0:20734:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8fd884516000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787614613.719017:0:20734:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8fd9bcf98000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787614613.719021:0:20734:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8fd8821d5000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787614613.719025:0:20734:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8fd8837de800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787614613.719031:0:20734:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8fd9a9b8d000 f493df6d-47d4-416e-a26b-1ac8ca83c4b3 192.168.203.6@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1787614613.719036:0:20734:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8fd883de5800 fc351048-0e46-482e-b468-a4342a109d06 192.168.203.6@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1787614613.719041:0:20734:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8fd881b399b8) has exports, disconnecting them 00000020:00080000:3.0:1787614613.719045:0:20734:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8fd884516000), last request at 1787614609 00000020:00000080:3.0:1787614613.719051:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6d52 00000100:00080000:3.0:1787614613.719065:0:20734:0:(import.c:65:import_set_state_nolock()) ffff8fd884510000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1787614613.719118:0:20734:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd884516000): rc 0 00000020:00000080:3.0:1787614613.719120:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd884516000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1787614613.719130:0:20734:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8fd9bcf98000), last request at 1787614609 00000020:00000080:3.0:1787614613.719133:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6caa 00000100:00080000:3.0:1787614613.719139:0:20734:0:(import.c:65:import_set_state_nolock()) ffff8fd985370800 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1787614613.719156:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd884516000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1787614613.719190:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd884510000 for lustre-MDT0000 00000020:00080000:3.0:1787614613.719234:0:20734:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd9bcf98000): rc 0 00000020:00000080:3.0:1787614613.719237:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9bcf98000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1787614613.719245:0:20734:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8fd8821d5000), last request at 1787614547 00000020:00000080:3.0:1787614613.719248:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6bfb 00000100:00080000:3.0:1787614613.719252:0:20734:0:(import.c:65:import_set_state_nolock()) ffff8fd8821d6000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1787614613.719260:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9bcf98000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1787614613.719292:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd985370800 for lustre-MDT0000 00000020:00080000:3.0:1787614613.719317:0:20734:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd8821d5000): rc 0 00000020:00000080:3.0:1787614613.719318:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd8821d5000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1787614613.719326:0:20734:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8fd8837de800), last request at 1787614547 00000020:00000080:3.0:1787614613.719329:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6b92 00000100:00080000:3.0:1787614613.719332:0:20734:0:(import.c:65:import_set_state_nolock()) ffff8fd8837dd000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1787614613.719340:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd8821d5000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1787614613.719365:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd8821d6000 for lustre-MDT0000 00000001:00000004:3.0:1787614613.719376:0:20734:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:3.0:1787614613.719488:0:20734:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd8837de800): rc 0 00000004:00000080:3.0:1787614613.719494:0:20734:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb72801713ae0 00000100:00080000:3.0:1787614613.719511:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787614613.719514:0:20734:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787614613.720466:0:20734:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1787614613.720492:0:20734:0:(import.c:65:import_set_state_nolock()) ffff8fd98301b000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1787614613.720648:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1787614613.720652:0:20734:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1787614613.720665:0:20734:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1787614613.722572:0:20734:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1787614613.722604:0:20734:0:(import.c:65:import_set_state_nolock()) ffff8fd9b52b9000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1787614613.722642:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1787614613.722645:0:20734:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1787614613.722664:0:20734:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1787614613.722876:0:20734:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1787614613.722887:0:20734:0:(import.c:65:import_set_state_nolock()) ffff8fd9bf7bb800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1787614613.722929:0:20734:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8fd881b399b8) has no exports 00010000:00010000:3.0:1787614613.722976:0:17150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787614613.722984:0:17150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1600/0xbb6ded2d9f6e6fd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6fdd expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.722994:0:17150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1600 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:3.0:1787614613.722999:0:17150:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1600/0xbb6ded2d9f6e6fd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6fdd expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.723009:0:17150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1600/0xbb6ded2d9f6e6fd6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6fdd expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787614613.723017:0:17150:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1600/0xbb6ded2d9f6e6fd6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6fdd expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614613.723023:0:17150:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1787614613.723026:0:17150:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1787614613.723029:0:17150:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1787614613.723057:0:17150:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1600/0xbb6ded2d9f6e6fd6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6fdd expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.723063:0:17150:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787614613.723091:0:17150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1600/0xbb6ded2d9f6e6fd6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6fdd expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.723097:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1600/0xbb6ded2d9f6e6fd6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6fdd expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.723119:0:17150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787614613.723123:0:17150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd981487400/0xbb6ded2d9f6e6a1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6a26 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.723128:0:17150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981487400 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:3.0:1787614613.723131:0:17150:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd981487400/0xbb6ded2d9f6e6a1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6a26 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.723137:0:17150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd981487400/0xbb6ded2d9f6e6a1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6a26 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787614613.723142:0:17150:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd981487400/0xbb6ded2d9f6e6a1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6a26 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614613.723147:0:17150:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1787614613.723149:0:17150:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1787614613.723151:0:17150:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1787614613.723164:0:17150:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd981487400/0xbb6ded2d9f6e6a1f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6a26 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.723169:0:17150:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787614613.723196:0:17150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd981487400/0xbb6ded2d9f6e6a1f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6a26 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.723203:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd981487400/0xbb6ded2d9f6e6a1f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6a26 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614613.723213:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614613.723215:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614613.723223:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787614613.723247:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272106880:0@lo:39:umount.0 00000100:00100000:3.0:1787614613.723343:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614613.723374:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272107008:0@lo:9:umount.0 00000100:00100000:3.0:1787614613.723409:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614613.723426:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272107136:0@lo:9:umount.0 00000100:00100000:3.0:1787614613.723467:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614613.723505:0:19664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272107008 00000100:00100000:3.0:1787614613.723511:0:19664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272107008 00000100:00100000:3.0:1787614613.723559:0:19664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272107136 00000100:00100000:3.0:1787614613.723561:0:19664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272107136 00000100:00100000:3.0:1787614613.723581:0:19664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787614613.723590:0:19664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1874449272107008:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787614613.723611:0:19664:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6d83 00000100:00080000:3.0:1787614613.723617:0:19664:0:(import.c:65:import_set_state_nolock()) ffff8fd883de0800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787614613.723666:0:19664:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1787614613.724075:0:19664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3662:x1874449272107008:12345-0@lo:9:umount.0 Request processed in 484us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614613.724083:0:19664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787614613.724099:0:19664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787614613.724106:0:19664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88363ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3662:x1874449272107136:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787614613.724117:0:19664:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6d8a 00000100:00080000:3.0:1787614613.724123:0:19664:0:(import.c:65:import_set_state_nolock()) ffff8fd884517000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787614613.724140:0:19664:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787614613.724235:0:19664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88363ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3662:x1874449272107136:12345-0@lo:9:umount.0 Request processed in 129us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614613.724242:0:19664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:3.0:1787614613.724269:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787614613.724274:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787614613.724280:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614613.724421:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787614613.724451:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ba7c371-8301-468f-8a45-68ef6108df47:3664:1874449272107264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614613.724498:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614613.724556:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272107264 00000100:00100000:0.0:1787614613.724560:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272107264 00000100:00100000:0.0:1787614613.724584:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787614613.724591:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd881a26450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ba7c371-8301-468f-8a45-68ef6108df47+25:3664:x1874449272106752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787614613.724601:0:17147:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614613.724617:0:17147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd8827f3000/0xbb6ded2d9f6e6d7c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6d75 expref: 25 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.724642:0:17147:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614613.724670:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd881a26450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ba7c371-8301-468f-8a45-68ef6108df47+24:3664:x1874449272106752:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (7006us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614613.724676:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787614613.724690:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787614613.724707:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9babb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ba7c371-8301-468f-8a45-68ef6108df47+23:3664:x1874449272107264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787614613.724716:0:17147:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614613.724724:0:17147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9aa170c00/0xbb6ded2d9f6e6fdd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6fd6 expref: 23 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.724732:0:17147:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614613.724754:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9babb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ba7c371-8301-468f-8a45-68ef6108df47+22:3664:x1874449272107264:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614613.724761:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787614613.724803:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883d13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ba7c371-8301-468f-8a45-68ef6108df47:3664:1874449272107264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614613.724813:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883da4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ba7c371-8301-468f-8a45-68ef6108df47:3664:1874449272106752:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787614613.724834:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614613.724842:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ba7c371-8301-468f-8a45-68ef6108df47+21:3666:x1874449272106624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787614613.724858:0:17149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614613.724867:0:17149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd981486000/0xbb6ded2d9f6e6a34 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6a2d expref: 21 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.724876:0:17149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614613.724898:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ba7c371-8301-468f-8a45-68ef6108df47+20:3666:x1874449272106624:12345-0@lo:103:ldlm_bl.0 Request processed in 469us (7321us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614613.724904:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:3.0:1787614613.725156:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9b52b9000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787614613.725175:0:3662:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787614613.725177:0:3662:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787614613.725181:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272107008:0@lo:9:umount.0 00000100:00080000:3.0:1787614613.725194:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bf7bb800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787614613.725198:0:3662:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787614613.725199:0:3662:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787614613.725201:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272107136:0@lo:9:umount.0 00000100:00100000:3.0:1787614613.725240:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2ba7c371-8301-468f-8a45-68ef6108df47:3666:1874449272106624:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787614613.725252:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787614613.725258:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2ba7c371-8301-468f-8a45-68ef6108df47:3666:1874449272107392:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787614613.725283:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614613.728033:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272107392 00000100:00100000:0.0:1787614613.728049:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272107392 00000100:00100000:0.0:1787614613.728122:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787614613.728133:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88363e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ba7c371-8301-468f-8a45-68ef6108df47+20:3666:x1874449272107392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787614613.728148:0:17147:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614613.728167:0:17147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9834fda00/0xbb6ded2d9f6e6a26 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6a1f expref: 20 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614613.728180:0:17147:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614613.728249:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88363e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ba7c371-8301-468f-8a45-68ef6108df47+19:3666:x1874449272107392:12345-0@lo:103:ldlm_bl.0 Request processed in 118us (2964us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614613.728256:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787614613.728295:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2ba7c371-8301-468f-8a45-68ef6108df47:3666:1874449272107392:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787614613.728890:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614613.733209:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272106880 00000100:00100000:1.0:1787614613.733225:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272106880 00000100:00100000:1.0:1787614613.733293:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787614613.733313:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3662:x1874449272106880:12345-0@lo:39:umount.0 00000020:00000080:1.0:1787614613.733345:0:17168:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6c25 00000100:00080000:1.0:1787614613.733353:0:17168:0:(import.c:65:import_set_state_nolock()) ffff8fd984dda800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787614613.733377:0:17168:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1787614613.733591:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3662:x1874449272106880:12345-0@lo:39:umount.0 Request processed in 288us (10246us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1787614613.733599:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:1.0:1787614613.733635:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787614613.733642:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd98301b000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1787614613.733652:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272106880:0@lo:39:umount.0 00000020:00080000:1.0:1787614613.743910:0:20734:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8fd881b399b8) has no exports 00000020:00000080:1.0:1787614613.800941:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6a7a 00000020:00000080:1.0:1787614613.800957:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd989660000/lustre-QMT0000_UUID 00000020:01000000:1.0:1787614613.800976:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1787614613.801168:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787614613.801180:0:20734:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787614613.801185:0:20734:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8fd9bcf30000) has no exports 00000020:00000080:2.0:1787614613.801500:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6a73 00000020:00000080:2.0:1787614613.801507:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd8827fb800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787614613.801620:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787614613.801644:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1787614613.801787:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd989660000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1787614613.801793:0:37:0:(genops.c:885:class_export_put()) final put ffff8fd8827ff800/lustre-QMT0000_UUID 00000020:00000080:3.0:1787614613.801795:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd8827ff800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1787614613.801803:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1787614613.801930:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd8827fb800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:1.0:1787614614.168241:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787614614.168261:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272107520:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787614614.168326:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614614.168525:0:17903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272107520 00000100:00100000:2.0:1787614614.168534:0:17903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272107520 00000100:00100000:2.0:1787614614.168584:0:17903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1787614614.168602:0:17903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3665:x1874449272107520:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:2.0:1787614614.168610:0:17903:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1787614614.168667:0:17903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3665:x1874449272107520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (341us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787614614.168675:0:17903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:02020000:1.0:1787614614.171387:0:3665:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:1.0:1787614614.184884:0:3665:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787614614.184892:0:3665:0:(import.c:65:import_set_state_nolock()) ffff8fd9ad84b000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787614614.184915:0:3665:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787614614.204136:0:3665:0:(import.c:65:import_set_state_nolock()) ffff8fd9ad84b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787614614.204150:0:3665:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 544 00000100:00080000:1.0:1787614614.204159:0:3665:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8fd9ad84b000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:1.0:1787614614.204225:0:3665:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd8824dea00 x1874449272107648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787614614.205364:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272107648:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1787614614.205487:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614614.205744:0:17168:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272107648 00000100:00100000:1.0:1787614614.205753:0:17168:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272107648 00000100:00100000:1.0:1787614614.205795:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1787614614.205803:0:17168:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3662:x1874449272107648:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1787614614.205821:0:17168:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1787614614.217900:0:17168:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3662:x1874449272107648:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 12087us (12403us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787614614.217914:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:2.0:1787614614.219861:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9ad84b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787614614.219873:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787614614.219878:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272107648:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:0.0:1787614614.552137:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614614.679830:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272107904:0@lo:400:kworker.0 00000100:00100000:0.0:1787614614.679905:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614614.679949:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3664:1874449272108416:0@lo:400:kworker.0 00000100:00100000:0.0:1787614614.679972:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614614.680011:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787614614.680017:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ba7c371-8301-468f-8a45-68ef6108df47:3664:1874449272107776:0@lo:400:kworker.0 00000100:00100000:0.0:1787614614.680052:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614614.680078:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3664:1874449272108288:0@lo:400:kworker.0 00000100:00100000:0.0:1787614614.680099:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614614.680128:0:20647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272108416 00000100:00100000:0.0:1787614614.680135:0:20647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272108416 00000100:00100000:0.0:1787614614.680185:0:20647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272108288 00000100:00100000:0.0:1787614614.680188:0:20647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272108288 00000100:00100000:0.0:1787614614.680205:0:20647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787614614.680213:0:20647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1874449272108416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614614.680260:0:20647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1874449272108416:12345-0@lo:400:kworker.0 Request processed in 47us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614614.680277:0:20647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787614614.680296:0:20647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787614614.680300:0:20647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3664:x1874449272108288:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787614614.680306:0:20647:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787614614.680330:0:20647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3664:x1874449272108288:12345-0@lo:400:kworker.0 Request processed in 28us (229us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787614614.680335:0:20647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787614614.680350:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272107776 00000100:00100000:0.0:1787614614.680353:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272107776 00000100:00100000:3.0:1787614614.680477:0:18670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272107904 00000100:00100000:3.0:1787614614.680482:0:18670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272107904 00000100:00100000:3.0:1787614614.680510:0:18670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787614614.680517:0:18670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272107904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614614.680549:0:18670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272107904:12345-0@lo:400:kworker.0 Request processed in 33us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614614.680554:0:18670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:3.0:1787614614.680570:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787614614.680707:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272108160:0@lo:400:kworker.0 00000100:00100000:3.0:1787614614.680736:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614614.680753:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3666:1874449272108672:0@lo:400:kworker.0 00000100:00100000:3.0:1787614614.680776:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614614.680794:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1787614614.680800:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272108032:0@lo:400:kworker.0 00000100:00100000:3.0:1787614614.680821:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614614.680836:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272108544:0@lo:400:kworker.0 00000100:00100000:3.0:1787614614.680858:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614614.680884:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272108160 00000100:00100000:3.0:1787614614.680888:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272108160 00000100:00100000:3.0:1787614614.680906:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272108672 00000100:00100000:3.0:1787614614.680909:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272108672 00000100:00100000:3.0:1787614614.680924:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272108544 00000100:00100000:3.0:1787614614.680927:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272108544 00000100:00100000:3.0:1787614614.680937:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1787614614.680943:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88363f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1874449272108672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614614.680977:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88363f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1874449272108672:12345-0@lo:400:kworker.0 Request processed in 34us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614614.680984:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1787614614.680997:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787614614.681001:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88363ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3666:x1874449272108160:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1787614614.681006:0:17162:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1787614614.681029:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88363ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3666:x1874449272108160:12345-0@lo:400:kworker.0 Request processed in 26us (292us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787614614.681035:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787614614.681047:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787614614.681059:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88363d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3666:x1874449272108544:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1787614614.681064:0:17162:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1787614614.681086:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88363d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3666:x1874449272108544:12345-0@lo:400:kworker.0 Request processed in 27us (228us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787614614.681092:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:3.0:1787614614.681108:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787614614.681129:0:3666:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787614614.681134:0:3666:0:(import.c:65:import_set_state_nolock()) ffff8fd883de4000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787614614.681138:0:3666:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787614614.681143:0:3666:0:(import.c:65:import_set_state_nolock()) ffff8fd883de4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787614614.681147:0:3666:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 572 00000100:00080000:3.0:1787614614.681153:0:3666:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8fd883de4000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614614.681177:0:3666:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883567b80 x1874449272108800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787614614.681196:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272108544:0@lo:400:kworker.0 00000100:00080000:3.0:1787614614.681207:0:3666:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787614614.681210:0:3666:0:(import.c:65:import_set_state_nolock()) ffff8fd8821d2000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787614614.681213:0:3666:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787614614.681216:0:3666:0:(import.c:65:import_set_state_nolock()) ffff8fd8821d2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787614614.681219:0:3666:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 544 00000100:00080000:3.0:1787614614.681223:0:3666:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8fd8821d2000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614614.681236:0:3666:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883567100 x1874449272108928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787614614.681246:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272108160:0@lo:400:kworker.0 00010000:00080000:3.0:1787614614.681266:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd88209c000 x1874449272108672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614614.681276:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3666:1874449272108672:0@lo:400:kworker.0 00000100:00080000:3.0:1787614614.681320:0:3664:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787614614.681323:0:3664:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1787614614.681326:0:3664:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1787614614.681328:0:3664:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787614614.681332:0:3664:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 558 00000100:00080000:3.0:1787614614.681335:0:3664:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8fd9bcf16800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614614.681362:0:3664:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883fc1180 x1874449272109056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787614614.681389:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3664:1874449272108288:0@lo:400:kworker.0 00000100:00100000:3.0:1787614614.681405:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272107904:0@lo:400:kworker.0 00010000:00080000:3.0:1787614614.681416:0:3664:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd88209d180 x1874449272108416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614614.681424:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3664:1874449272108416:0@lo:400:kworker.0 00000100:00100000:3.0:1787614614.681490:0:19353:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272108032 00000100:00100000:3.0:1787614614.681493:0:19353:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272108032 00000100:00100000:3.0:1787614614.681521:0:19353:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787614614.681527:0:19353:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88363f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272108032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614614.681564:0:19353:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88363f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272108032:12345-0@lo:400:kworker.0 Request processed in 38us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614614.681582:0:19353:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:3.0:1787614614.681597:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787614614.681635:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272108032:0@lo:400:kworker.0 00000100:00100000:0.0:1787614614.681964:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1787614614.681974:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9812eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ba7c371-8301-468f-8a45-68ef6108df47+19:3664:x1874449272107776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614614.682012:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9812eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2ba7c371-8301-468f-8a45-68ef6108df47+19:3664:x1874449272107776:12345-0@lo:400:kworker.0 Request processed in 41us (1959us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614614.682018:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1787614614.682194:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3662:1874449272108800:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1787614614.682226:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614614.682252:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3662:1874449272108928:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1787614614.682283:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614614.682300:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3662:1874449272109056:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1787614614.682320:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614614.682347:0:17163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272108800 00000100:00100000:2.0:1787614614.682351:0:17163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272108800 00000100:00100000:2.0:1787614614.682491:0:17163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272108928 00000100:00100000:2.0:1787614614.682496:0:17163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272108928 00000100:00100000:2.0:1787614614.682508:0:17163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272109056 00000100:00100000:2.0:1787614614.682510:0:17163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272109056 00000100:00100000:2.0:1787614614.682520:0:17163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1787614614.682524:0:17163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3662:x1874449272108800:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:2.0:1787614614.682539:0:17163:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1787614614.682576:0:17163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3662:x1874449272108800:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 50us (350us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787614614.682669:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787614614.682675:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3662:x1874449272108928:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:0.0:1787614614.682685:0:17162:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1787614614.682716:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3662:x1874449272108928:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 40us (432us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787614614.682722:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787614614.682737:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787614614.682741:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3662:x1874449272109056:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:0.0:1787614614.682747:0:17162:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1787614614.682769:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3662:x1874449272109056:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 27us (448us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787614614.682775:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1787614614.682876:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272109184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787614614.682912:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787614614.682984:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd883de4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614614.682989:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787614614.682993:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3662:1874449272108800:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:1.0:1787614614.683002:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd8821d2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614614.683005:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787614614.683008:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3662:1874449272108928:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:1.0:1787614614.683016:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614614.683018:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787614614.683028:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3662:1874449272109056:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1787614614.683263:0:17163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787614614.683399:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2ba7c371-8301-468f-8a45-68ef6108df47:3664:1874449272107776:0@lo:400:kworker.0 00000100:00100000:0.0:1787614614.683520:0:18673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272109184 00000100:00100000:0.0:1787614614.683525:0:18673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272109184 00000100:00100000:0.0:1787614614.683567:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787614614.683575:0:18673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272109184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787614614.684057:0:18673:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787614614.684171:0:18673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272109184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 595us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614614.684178:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1787614614.687752:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272109184:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1787614615.579115:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787614615.705325:0:17895:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1787614615.705342:0:17895:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1787614615.705348:0:17895:0:(genops.c:885:class_export_put()) final put ffff8fd99044a000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1787614615.705371:0:17895:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of f493df6d-47d4-416e-a26b-1ac8ca83c4b3 00000001:00080000:3.0:1787614615.705377:0:17895:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1787614615.705379:0:17895:0:(genops.c:885:class_export_put()) final put ffff8fd9a9b8e000/f493df6d-47d4-416e-a26b-1ac8ca83c4b3 00000001:00100000:3.0:1787614615.705385:0:17895:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of fc351048-0e46-482e-b468-a4342a109d06 00000001:00080000:3.0:1787614615.705388:0:17895:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1787614615.705390:0:17895:0:(genops.c:885:class_export_put()) final put ffff8fd983485800/fc351048-0e46-482e-b468-a4342a109d06 00000020:00000080:2.0:1787614615.705505:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd99044a000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1787614615.705565:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a9b8e000/f493df6d-47d4-416e-a26b-1ac8ca83c4b3 for lustre-MDT0001 00000020:00000080:2.0:1787614615.705590:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd983485800/fc351048-0e46-482e-b468-a4342a109d06 for lustre-MDT0001 00000020:00000080:2.0:1787614615.705609:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd984dda800 for lustre-MDT0001 00000020:00000080:2.0:1787614615.705624:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd9a9b88000 for lustre-MDT0001 00000020:00000080:2.0:1787614615.705627:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd88241d800 for lustre-MDT0001 00000001:00100000:0.0:1787614615.723861:0:17142:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787614615.723872:0:17142:0:(genops.c:885:class_export_put()) final put ffff8fd8837de800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1787614615.723975:0:17142:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of f493df6d-47d4-416e-a26b-1ac8ca83c4b3 00000001:00080000:0.0:1787614615.723984:0:17142:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:0.0:1787614615.723988:0:17142:0:(genops.c:885:class_export_put()) final put ffff8fd9a9b8d000/f493df6d-47d4-416e-a26b-1ac8ca83c4b3 00000020:00000080:3.0:1787614615.724067:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd8837de800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1787614615.724192:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd8837dd000 for lustre-MDT0000 00000001:00100000:0.0:1787614615.724239:0:17142:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fc351048-0e46-482e-b468-a4342a109d06 00000020:00000080:2.0:1787614615.724242:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a9b8d000/f493df6d-47d4-416e-a26b-1ac8ca83c4b3 for lustre-MDT0000 00000001:00080000:0.0:1787614615.724262:0:17142:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1787614615.724269:0:17142:0:(genops.c:885:class_export_put()) final put ffff8fd883de5800/fc351048-0e46-482e-b468-a4342a109d06 00000020:00000080:2.0:1787614615.724301:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd9a9b8b800 for lustre-MDT0000 00000020:00000080:2.0:1787614615.724308:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd883de5800/fc351048-0e46-482e-b468-a4342a109d06 for lustre-MDT0000 00000020:00000080:2.0:1787614615.724340:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd983480000 for lustre-MDT0000 00000020:01000000:3.0:1787614615.831883:0:20734:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fd882415b40 - data ffff8fd991264d80/ffff8fd9b6b43000 00000020:01000000:3.0:1787614615.832045:0:20734:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fd8826cacc0 - data ffff8fd881c1de58/ffff8fd9be7e0c00 00000001:00000004:3.0:1787614615.840996:0:20734:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:2.0:1787614615.887030:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787614615.887040:0:20734:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787614615.887057:0:20734:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8fd883566d80 x1874449272106880/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787614623 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614615.887208:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787614615.890617:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787614615.890624:0:20734:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1787614615.890673:0:20734:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787614615.890676:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787614615.896885:0:17187:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787614615.896895:0:17187:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:0.0:1787614615.896913:0:17187:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1787614615.907301:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787614615.907310:0:20734:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1787614615.910342:0:20734:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787614615.910351:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787614615.912212:0:17189:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787614615.912220:0:17189:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:0.0:1787614615.912239:0:17189:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1787614615.925867:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6a42 00000020:00000080:0.0:1787614615.925879:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9a0aed000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787614615.926227:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a0aed000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1787614615.927351:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6a57 00000020:00000080:0.0:1787614615.927358:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9bf7bf800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1787614615.927420:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1787614615.927426:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787614615.927435:0:20734:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787614615.927463:0:20734:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8fd881b3cd28) has no exports 00000004:01000000:0.0:1787614615.927652:0:20734:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1787614615.927661:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6ab9 00000020:00000080:0.0:1787614615.927665:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9a1e06000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787614615.928216:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9bf7bf800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1787614615.928300:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1787614615.928306:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787614615.928312:0:20734:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1787614615.928315:0:20734:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff8fd9bcf34d28) has no exports 00000020:00000080:0.0:1787614615.928322:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6ab2 00000020:00000080:0.0:1787614615.928327:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9a1e04000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787614615.928343:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a1e06000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:0.0:1787614615.929169:0:20734:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1787614615.929174:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1787614615.929179:0:20734:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1787614615.929185:0:20734:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787614615.929187:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787614615.929232:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a1e04000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1787614615.929317:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787614615.929326:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787614615.929344:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6aa4 00000020:00000080:0.0:1787614615.929349:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9a1e07800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787614615.929434:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd9bf7bb800 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1787614615.929464:0:37:0:(genops.c:885:class_export_put()) final put ffff8fd9a1e04800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787614615.929474:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a1e04800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1787614615.929478:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1787614615.929956:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1787614615.929962:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787614615.929967:0:20734:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1787614615.929971:0:20734:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8fd881b3b370) has no exports 00000020:00000080:0.0:1787614615.929977:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6a9d 00000020:00000080:0.0:1787614615.929981:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9b52bb000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787614615.929998:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a1e07800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00010000:01000000:0.0:1787614615.930465:0:20734:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1787614615.930470:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1787614615.930474:0:20734:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1787614615.930478:0:20734:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787614615.930480:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787614615.933261:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9b52bb000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1787614615.933648:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787614615.933659:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1787614615.933675:0:20734:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1787614615.933755:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd9b52b9000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1787614615.933834:0:37:0:(genops.c:885:class_export_put()) final put ffff8fd989665800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787614615.933838:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd989665800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1787614615.933846:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787614615.934023:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6a8f 00000020:00000080:0.0:1787614615.934030:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9bf7b8000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1787614615.934042:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1787614615.934047:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787614615.934053:0:20734:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1787614615.934056:0:20734:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8fd88231b370) has no exports 00000020:00000080:0.0:1787614615.934063:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6a88 00000020:00000080:1.0:1787614615.934146:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9bf7b8000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1787614615.934172:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd989667800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787614615.934505:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd989667800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1787614615.938275:0:20734:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1787614615.938284:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1787614615.938289:0:20734:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787614615.938298:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787614615.938354:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787614615.938366:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787614615.938393:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787614615.938397:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787614615.938403:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd987912800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787614615.938407:0:20734:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd987912800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1787614615.938415:0:20734:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787614615.938547:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6a5e 00000020:00000080:1.0:1787614615.938554:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9bf7bf000/lustre-MDD0000_UUID 00000020:01000000:1.0:1787614615.938559:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1787614615.938563:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787614615.938568:0:20734:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787614615.938585:0:20734:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8fd881b38000) has no exports 00000020:00000080:1.0:1787614615.938607:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787614615.938623:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1787614615.938628:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6a65 00000020:00000080:1.0:1787614615.938633:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9bf7bc000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1787614615.938641:0:20734:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fd9b5103800 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1787614615.938645:0:20734:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd9b5103800 3 00000020:01000004:1.0:1787614615.938648:0:20734:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8fd9b5103800 from lustre-MDT0000 00000020:00000080:1.0:1787614615.938667:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787614615.938670:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1787614615.938672:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9a0aea000/lustre-MDT0000_UUID 00000020:00000080:1.0:1787614615.938675:0:20734:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a0aea000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1787614615.938794:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd98301b000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1787614615.938802:0:37:0:(genops.c:885:class_export_put()) final put ffff8fd989662000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787614615.938804:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd989662000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1787614615.938810:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787614615.938861:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9bf7bf000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1787614615.938864:0:37:0:(genops.c:885:class_export_put()) final put ffff8fd9bf7b8800/lustre-MDD0000_UUID 00000020:00000080:2.0:1787614615.938866:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9bf7b8800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1787614615.938870:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1787614615.938894:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9bf7bc000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1787614615.938986:0:20734:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1787614615.939022:0:20734:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1787614615.939027:0:20734:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1787614615.939029:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1787614615.939032:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787614615.939034:0:20734:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787614615.939041:0:20734:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8fd883f3b000 2ba7c371-8301-468f-8a45-68ef6108df47 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787614615.939046:0:20734:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8fd882318000) has exports, disconnecting them 00000020:00080000:1.0:1787614615.939050:0:20734:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8fd883f3b000), last request at 1787614533 00000020:00000080:1.0:1787614615.939065:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6a0a 00000020:00010000:1.0:1787614615.939143:0:20734:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8fd883f3b000: total 0 00000100:00080000:1.0:1787614615.939148:0:20734:0:(import.c:65:import_set_state_nolock()) ffff8fd883f3a000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1787614615.939169:0:20734:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd883f3b000): rc 0 00000020:00080000:1.0:1787614615.939173:0:20734:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8fd882318000) has no exports 00000100:00100000:1.0:1787614615.939246:0:17157:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8fd9b5290c00:17157] 2 exiting: rc = 0 00000100:00100000:1.0:1787614615.939362:0:17156:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8fd9b5291a00:17156] 1 exiting: rc = 0 00000100:00100000:1.0:1787614615.939428:0:17155:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8fd881b0d800:17155] 0 exiting: rc = 1 00000100:00100000:1.0:1787614615.939511:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939520:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939534:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939542:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939549:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939554:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939560:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939567:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939572:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939578:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939584:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939589:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939595:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939600:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939606:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939625:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939631:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939636:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939643:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939648:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939654:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939660:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939666:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939671:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.939677:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00010000:2.0:1787614615.939890:0:17150:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8fd883f3b000: total 0 00010000:00010000:2.0:1787614615.939921:0:17150:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8fd883f3b000, canceled 0 locks, left on hash table 13. 00010000:00010000:2.0:1787614615.939950:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9834fca00/0xbb6ded2d9f6e6b37 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6b30 expref: 14 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.939969:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9aa171000/0xbb6ded2d9f6e6a18 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6a11 expref: 13 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.939979:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd8827f2c00/0xbb6ded2d9f6e6d05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6cfe expref: 12 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.939990:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b6014c00/0xbb6ded2d9f6e6fb3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6fac expref: 11 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.940000:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd8827f2600/0xbb6ded2d9f6e6b29 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6b22 expref: 10 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.940025:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd8827f2400/0xbb6ded2d9f6e6c95 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6c8e expref: 9 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.940035:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd98c4e1a00/0xbb6ded2d9f6e6fc1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6fba expref: 8 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.940047:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9834fc000/0xbb6ded2d9f6e6be6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6bdf expref: 7 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.940057:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9aa170600/0xbb6ded2d9f6e6fcf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6fc8 expref: 6 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.940253:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9aa170400/0xbb6ded2d9f6e6b45 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6b3e expref: 5 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.940265:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9834fce00/0xbb6ded2d9f6e6d2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6d28 expref: 4 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.940275:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9aa170e00/0xbb6ded2d9f6e6d6e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6d67 expref: 3 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.940287:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd8827f3c00/0xbb6ded2d9f6e6c6b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbb6ded2d9f6e6c64 expref: 2 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614615.940296:0:17150:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8fd883f3b000, canceled 13 locks, left on hash table 0. 00000020:00000080:2.0:1787614615.940311:0:17150:0:(genops.c:885:class_export_put()) final put ffff8fd883f3b000/2ba7c371-8301-468f-8a45-68ef6108df47 00010000:00010000:2.0:1787614615.940325:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614615.940327:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614615.940329:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787614615.940343:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd883f3b000/2ba7c371-8301-468f-8a45-68ef6108df47 for MGS 00000020:00000080:2.0:1787614615.940371:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd883f3a000 for MGS 00000100:00100000:1.0:1787614615.940422:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940434:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940463:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940471:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940476:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940483:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940489:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940494:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940499:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940505:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940510:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940516:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940531:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940536:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940543:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940549:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940554:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940559:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940565:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940570:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940575:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940581:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940587:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940591:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940597:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940603:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940621:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940628:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940633:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940639:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940645:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940651:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940655:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940661:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940667:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940673:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940678:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940694:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614615.940700:0:20734:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1787614615.941854:0:20734:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fd882415780 - data ffff8fd9a7c79a20/ffff8fd881a08000 00000020:01000000:1.0:1787614615.941974:0:20734:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fd883d7fb40 - data ffff8fd9a7c7d5e8/ffff8fd883d7a400 00000020:00000080:1.0:1787614615.942604:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e69ee 00000020:00000080:1.0:1787614615.942624:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9b5e11800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1787614615.942673:0:20734:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fd9b5103800 from MGS, refs=2 00000020:01000004:1.0:1787614615.942678:0:20734:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd9b5103800 2 00000020:01000004:1.0:1787614615.942689:0:20734:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8fd9b5103800 from MGS 00000020:00000080:1.0:1787614615.942724:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787614615.942731:0:20734:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1787614615.942735:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9b5e10000/MGS 00000020:00000080:1.0:1787614615.942738:0:20734:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9b5e10000/MGS for MGS 00000020:01000000:1.0:1787614615.942746:0:20734:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1787614615.942827:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1787614615.942838:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787614615.942850:0:20734:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787614615.942857:0:20734:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8fd9bf7d3000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787614615.942863:0:20734:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff8fd9bcf319b8) has exports, disconnecting them 00000020:00080000:1.0:1787614615.942867:0:20734:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8fd9bf7d3000), last request at 1787614533 00000020:00000080:1.0:1787614615.942871:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6af1 00000020:00080000:1.0:1787614615.942881:0:20734:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd9bf7d3000): rc 0 00000020:00000080:1.0:1787614615.942885:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9bf7d3000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1787614615.943209:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9b5e11800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1787614615.943619:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9bf7d3000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1787614615.955305:0:20734:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1787614615.955316:0:20734:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787614615.955323:0:20734:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787614615.955331:0:20734:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787614615.955389:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd9bf7d1800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1787614615.955676:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787614615.955685:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1787614615.955692:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9a1e06800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1787614615.955695:0:20734:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a1e06800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1787614615.955718:0:20734:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1787614615.955795:0:20734:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd9b5103800 1 00000020:00000080:0.0:1787614615.955801:0:20734:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e69e0 00000020:00000080:0.0:1787614615.955808:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9b5e12800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1787614615.955826:0:20734:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1787614615.955830:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787614615.955835:0:20734:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787614615.955839:0:20734:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8fd99047b370) has no exports 00000020:00000080:2.0:1787614615.955846:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9b5e12800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787614616.107871:0:20734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787614616.107885:0:20734:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1787614616.107891:0:20734:0:(genops.c:885:class_export_put()) final put ffff8fd9b5102800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787614616.107896:0:20734:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9b5102800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1787614616.107907:0:20734:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1787614616.108027:0:20734:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8fd9b5103000 00000020:02000400:1.0:1787614616.108167:0:20734:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:0.0:1787614616.599670:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614617.623624:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614618.647761:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614618.780887:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787614618.780919:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272109312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787614618.781157:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614618.781279:0:18672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272109312 00000100:00100000:3.0:1787614618.781290:0:18672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272109312 00000100:00100000:3.0:1787614618.781387:0:18672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787614618.781401:0:18672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272109312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787614618.781632:0:18672:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787614618.781695:0:18672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272109312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 297us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614618.781719:0:18672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1787614618.781872:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787614618.781925:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272109312:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1787614619.034797:0:17916:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787614619.671874:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787614619.804156:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787614619.804180:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272109440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787614619.804250:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614619.808225:0:18672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272109440 00000100:00100000:0.0:1787614619.808239:0:18672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272109440 00000100:00100000:0.0:1787614619.808314:0:18672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787614619.808325:0:18672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272109440:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1787614619.808334:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1787614619.808355:0:18672:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787614619.808456:0:18672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272109440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (4180us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614619.808464:0:18672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787614619.808694:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272109440:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1787614619.809526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787614619.809531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787614619.809535:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fd9ad84b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787614619.809541:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 611 00000100:00080000:1.0:1787614619.809546:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787614619.809552:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8fd9ad84b000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:1.0:1787614619.809576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883566d80 x1874449272109696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787614619.809697:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2ba7c371-8301-468f-8a45-68ef6108df47:3666:1874449272109568:0@lo:400:kworker.0 00000400:00000100:0.0:1787614619.809738:0:3666:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874449272109568 offset 0 length 224: 4 00000100:00080000:1.0:1787614619.810997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787614619.811001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787614619.811004:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fd8821d2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787614619.811010:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 611 00000100:00080000:1.0:1787614619.811014:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787614619.811020:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8fd8821d2000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:0.0:1787614619.811230:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272109696:0@lo:38:kworker.0 00000100:00100000:0.0:1787614619.811389:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00100000:0.0:1787614619.812050:0:19483:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787614619.812055:0:19483:0:(genops.c:885:class_export_put()) final put ffff8fd884515800/lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1787614619.814770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883567b80 x1874449272109952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787614619.814807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787614619.814812:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787614619.814815:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787614619.814943:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 611 00000100:00080000:1.0:1787614619.814948:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787614619.814955:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8fd9bcf16800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:1.0:1787614619.814972:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd987e61500 x1874449272110080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787614619.814994:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1787614619.815026:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3662:1874449272109952:0@lo:38:kworker.0 00000100:00100000:0.0:1787614619.815120:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614619.815157:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd987e61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3662:1874449272110080:0@lo:38:kworker.0 00000100:00100000:0.0:1787614619.815183:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787614619.815184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787614619.815188:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fd883de4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787614619.815194:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 611 00000100:00080000:1.0:1787614619.815197:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787614619.815202:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8fd883de4000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:1.0:1787614619.815218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88252bb80 x1874449272110336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787614619.815230:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272109952 00000100:00100000:0.0:1787614619.815239:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272109952 00000100:00100000:0.0:1787614619.815286:0:17162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272110080 00000100:00100000:0.0:1787614619.815289:0:17162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272110080 00000100:00100000:0.0:1787614619.815309:0:17162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787614619.815317:0:17162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3662:x1874449272109952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787614619.815336:0:17162:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000080:1.0:1787614619.815722:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd884515800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1787614619.815761:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd884517000 for lustre-OST0001 00000100:00100000:1.0:1787614619.815780:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3665:1874449272110464:0@lo:400:kworker.0 00000100:00100000:1.0:1787614619.815816:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614619.816003:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272109824:0@lo:400:kworker.0 00000100:00100000:1.0:1787614619.816034:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614619.816065:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787614619.816071:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3663:1874449272110208:0@lo:400:kworker.0 00000100:00100000:1.0:1787614619.816094:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614619.816196:0:18541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272110464 00000100:00100000:1.0:1787614619.816202:0:18541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272110464 00000100:00100000:1.0:1787614619.816595:0:18541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272110208 00000100:00100000:1.0:1787614619.816600:0:18541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272110208 00000100:00100000:1.0:1787614619.816628:0:18541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787614619.816636:0:18541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882529880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1874449272110464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614619.816692:0:18541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882529880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1874449272110464:12345-0@lo:400:kworker.0 Request processed in 57us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614619.816699:0:18541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787614619.816716:0:18541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1787614619.816722:0:18541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88252aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1874449272110208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614619.816753:0:18541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88252aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1874449272110208:12345-0@lo:400:kworker.0 Request processed in 32us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614619.816759:0:18541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1787614619.816772:0:18541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1787614619.816777:0:18541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3662:x1874449272110080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787614619.816805:0:18541:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787614619.816982:0:18541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3662:x1874449272110080:12345-0@lo:38:kworker.0 Request processed in 202us (1800us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787614619.816988:0:18541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:1.0:1787614619.817015:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1787614619.817042:0:3665:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8fd882528000 x1874449272110464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614619.817055:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3665:1874449272110464:0@lo:400:kworker.0 00010000:00080000:1.0:1787614619.817085:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8fd882528380 x1874449272110208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614619.817094:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3663:1874449272110208:0@lo:400:kworker.0 00000100:00100000:1.0:1787614619.817600:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3662:1874449272110336:0@lo:38:kworker.0 00000100:00100000:1.0:1787614619.817640:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787614619.817673:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614619.817678:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787614619.817682:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd987e61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3662:1874449272110080:0@lo:38:kworker.0 00000100:00100000:1.0:1787614619.817708:0:18541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272110336 00000100:00100000:1.0:1787614619.817712:0:18541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272110336 00000100:00100000:1.0:1787614619.817736:0:18541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787614619.817741:0:18541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882528380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3662:x1874449272110336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787614619.817756:0:18541:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787614619.817788:0:18541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882528380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3662:x1874449272110336:12345-0@lo:38:kworker.0 Request processed in 46us (148us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787614619.817795:0:18541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1787614619.817853:0:18669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272109824 00000100:00100000:3.0:1787614619.817859:0:18669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272109824 00000100:00100000:3.0:1787614619.817897:0:18669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787614619.817904:0:18669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88252b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272109824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614619.817951:0:18669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88252b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272109824:12345-0@lo:400:kworker.0 Request processed in 48us (1916us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614619.817959:0:18669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787614619.817988:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883567100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272109824:0@lo:400:kworker.0 00000100:00100000:3.0:1787614619.817991:0:17167:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272109696 00000100:00100000:3.0:1787614619.817997:0:17167:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272109696 00000100:00080000:1.0:1787614619.818015:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd883de4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614619.818021:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787614619.818025:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787614619.818028:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3662:1874449272110336:0@lo:38:kworker.0 00000100:00100000:3.0:1787614619.818035:0:17167:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3662:x1874449272109696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1787614619.818047:0:17167:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787614619.818090:0:17167:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3662:x1874449272109696:12345-0@lo:38:kworker.0 Request processed in 56us (6701us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787614619.818098:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:1.0:1787614619.818211:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9ad84b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614619.818217:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787614619.818222:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272109696:0@lo:38:kworker.0 00000001:00100000:3.0:1787614619.824143:0:18665:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787614619.824155:0:18665:0:(genops.c:885:class_export_put()) final put ffff8fd883de5000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787614619.824197:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd883de5000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1787614619.824248:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd883de0800 for lustre-OST0000 00000100:00100000:1.0:1787614619.852499:0:17162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3662:x1874449272109952:12345-0@lo:38:kworker.0 Request processed in 37174us (37373us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787614619.852515:0:17162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:0.0:1787614619.854333:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd8821d2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787614619.854348:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787614619.854353:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883567b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3662:1874449272109952:0@lo:38:kworker.0 00000020:01000004:1.0:1787614620.314642:0:20935:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1787614620.327828:0:20935:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1787614620.327890:0:20935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981487e00/0xbb6ded2d9f6e6bdf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6be6 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.327906:0:20935:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981487e00/0xbb6ded2d9f6e6bdf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6be6 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.327914:0:20935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981487e00/0xbb6ded2d9f6e6bdf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6be6 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.327921:0:20935:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd981487e00/0xbb6ded2d9f6e6bdf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6be6 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.327948:0:20935:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787614620.327954:0:20935:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1787614620.327986:0:20935:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787614620.327990:0:20935:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787614620.328012:0:20935:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787614620.328018:0:20935:0:(import.c:65:import_set_state_nolock()) ffff8fd8821d2000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1787614620.328023:0:20935:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787614620.328024:0:20935:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787614620.328027:0:20935:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1787614620.328887:0:18694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614620.328897:0:18694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd981487e00/0xbb6ded2d9f6e6bdf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6be6 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614620.328906:0:18694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981487e00 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:2.0:1787614620.328910:0:18694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd981487e00/0xbb6ded2d9f6e6bdf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6be6 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614620.328920:0:18694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd981487e00/0xbb6ded2d9f6e6bdf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6be6 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787614620.328929:0:18694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd981487e00/0xbb6ded2d9f6e6bdf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6be6 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614620.328934:0:18694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787614620.328937:0:18694:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787614620.328953:0:18694:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787614620.329004:0:18694:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd981487e00/0xbb6ded2d9f6e6bdf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6be6 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614620.329012:0:18694:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787614620.329040:0:18694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd981487e00/0xbb6ded2d9f6e6bdf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6be6 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614620.329048:0:18694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd981487e00/0xbb6ded2d9f6e6bdf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6be6 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614620.329062:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614620.329064:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614620.329065:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614620.329090:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2ba7c371-8301-468f-8a45-68ef6108df47:3666:1874449272110592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787614620.329163:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614620.329233:0:18695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272110592 00000100:00100000:2.0:1787614620.329240:0:18695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272110592 00000100:00100000:2.0:1787614620.329279:0:18695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787614620.329303:0:18695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3666:x1874449272110592:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787614620.329309:0:18695:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787614620 with bad export cookie 13505711637758110218 00010000:00010000:1.0:1787614620.332868:0:20935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981486800/0xbb6ded2d9f6e6b3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6b45 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.332887:0:20935:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981486800/0xbb6ded2d9f6e6b3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6b45 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.332894:0:20935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981486800/0xbb6ded2d9f6e6b3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6b45 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.332900:0:20935:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd981486800/0xbb6ded2d9f6e6b3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6b45 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.332925:0:20935:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787614620.332932:0:20935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9834fc400/0xbb6ded2d9f6e6d67 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6d6e expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.332939:0:20935:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9834fc400/0xbb6ded2d9f6e6d67 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6d6e expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.332944:0:20935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9834fc400/0xbb6ded2d9f6e6d67 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6d6e expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.332951:0:20935:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd9834fc400/0xbb6ded2d9f6e6d67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6d6e expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.332982:0:20935:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787614620.332990:0:20935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e0200/0xbb6ded2d9f6e6fc8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6fcf expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.332996:0:20935:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e0200/0xbb6ded2d9f6e6fc8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6fcf expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.333001:0:20935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e0200/0xbb6ded2d9f6e6fc8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6fcf expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.333008:0:20935:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e0200/0xbb6ded2d9f6e6fc8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6fcf expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.333022:0:20935:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1787614620.333027:0:20935:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981487200/0xbb6ded2d9f6e6b30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6b37 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.333033:0:20935:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981487200/0xbb6ded2d9f6e6b30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6b37 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.333039:0:20935:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981487200/0xbb6ded2d9f6e6b30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6b37 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.333044:0:20935:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd981487200/0xbb6ded2d9f6e6b30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6b37 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614620.333051:0:20935:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:1.0:1787614620.333054:0:20935:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:1.0:1787614620.333086:0:20935:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1787614620.333090:0:20935:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:1.0:1787614620.333094:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787614620.333099:0:20935:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1787614620.333107:0:20935:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8fd884512000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787614620.333113:0:20935:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8fd98966e800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787614620.333119:0:20935:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8fd9aa0699b8) has exports, disconnecting them 00000020:00080000:1.0:1787614620.333124:0:20935:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8fd884512000), last request at 1787614619 00000020:00000080:1.0:1787614620.333131:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6d59 00000100:00080000:1.0:1787614620.333148:0:20935:0:(import.c:65:import_set_state_nolock()) ffff8fd884510800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1787614620.333189:0:20935:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd884512000): rc 0 00000020:00000080:1.0:1787614620.333191:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd884512000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:1.0:1787614620.333201:0:20935:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8fd98966e800), last request at 1787614619 00000020:00000080:1.0:1787614620.333204:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6cbf 00000100:00080000:1.0:1787614620.333208:0:20935:0:(import.c:65:import_set_state_nolock()) ffff8fd98966c800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1787614620.333214:0:20935:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd98966e800): rc 0 00000020:00000080:1.0:1787614620.333216:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd98966e800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:1.0:1787614620.333223:0:20935:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb72801c77ae0 00000100:00080000:1.0:1787614620.333242:0:20935:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787614620.333250:0:20935:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8fd88209ca80 x1874449272107520/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787614630 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614620.333264:0:20935:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787614620.334079:0:20935:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787614620.334086:0:20935:0:(import.c:65:import_set_state_nolock()) ffff8fd9ad84b000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:0.0:1787614620.337971:0:17151:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1787614620.337985:0:17151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd981486800/0xbb6ded2d9f6e6b3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6b45 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.337998:0:17151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981486800 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:0.0:1787614620.338002:0:17151:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd981486800/0xbb6ded2d9f6e6b3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6b45 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338013:0:17151:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd981486800/0xbb6ded2d9f6e6b3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6b45 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614620.338020:0:17151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd981486800/0xbb6ded2d9f6e6b3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6b45 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614620.338025:0:17151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787614620.338043:0:17151:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:0.0:1787614620.338045:0:17151:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:0.0:1787614620.338084:0:17151:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd981486800/0xbb6ded2d9f6e6b3e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6b45 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338090:0:17151:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787614620.338115:0:17151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd981486800/0xbb6ded2d9f6e6b3e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6b45 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338122:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd981486800/0xbb6ded2d9f6e6b3e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6b45 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338135:0:17151:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787614620.338139:0:17151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9834fc400/0xbb6ded2d9f6e6d67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6d6e expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338144:0:17151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9834fc400 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:0.0:1787614620.338147:0:17151:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9834fc400/0xbb6ded2d9f6e6d67 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6d6e expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338152:0:17151:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9834fc400/0xbb6ded2d9f6e6d67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6d6e expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614620.338158:0:17151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9834fc400/0xbb6ded2d9f6e6d67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6d6e expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614620.338163:0:17151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1787614620.338165:0:17151:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1787614620.338167:0:17151:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1787614620.338178:0:17151:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9834fc400/0xbb6ded2d9f6e6d67 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6d6e expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338193:0:17151:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787614620.338200:0:17151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9834fc400/0xbb6ded2d9f6e6d67 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6d6e expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338206:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9834fc400/0xbb6ded2d9f6e6d67 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6d6e expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338219:0:17151:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787614620.338222:0:17151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e0200/0xbb6ded2d9f6e6fc8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6fcf expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338228:0:17151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e0200 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:0.0:1787614620.338231:0:17151:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e0200/0xbb6ded2d9f6e6fc8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6fcf expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338237:0:17151:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e0200/0xbb6ded2d9f6e6fc8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6fcf expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614620.338243:0:17151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e0200/0xbb6ded2d9f6e6fc8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6fcf expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614620.338248:0:17151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1787614620.338250:0:17151:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1787614620.338252:0:17151:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1787614620.338264:0:17151:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e0200/0xbb6ded2d9f6e6fc8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6fcf expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338269:0:17151:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787614620.338283:0:17151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e0200/0xbb6ded2d9f6e6fc8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6fcf expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338299:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e0200/0xbb6ded2d9f6e6fc8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6fcf expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338308:0:17151:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614620.338311:0:17151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd981487200/0xbb6ded2d9f6e6b30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6b37 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338317:0:17151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981487200 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:0.0:1787614620.338320:0:17151:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd981487200/0xbb6ded2d9f6e6b30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6b37 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338327:0:17151:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd981487200/0xbb6ded2d9f6e6b30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6b37 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614620.338333:0:17151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd981487200/0xbb6ded2d9f6e6b30 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6b37 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614620.338339:0:17151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1787614620.338340:0:17151:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1787614620.338342:0:17151:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1787614620.338355:0:17151:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd981487200/0xbb6ded2d9f6e6b30 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6b37 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338361:0:17151:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787614620.338367:0:17151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd981487200/0xbb6ded2d9f6e6b30 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6b37 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338373:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd981487200/0xbb6ded2d9f6e6b30 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbb6ded2d9f6e6b37 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614620.338393:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614620.338395:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614620.338396:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614620.338413:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ba7c371-8301-468f-8a45-68ef6108df47:3663:1874449272110720:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614620.338491:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614620.338535:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787614620.338541:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ba7c371-8301-468f-8a45-68ef6108df47:3663:1874449272110848:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614620.338561:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787614620.338905:0:20935:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787614620.338911:0:20935:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1787614620.338931:0:20935:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1787614620.338990:0:20935:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1787614620.339012:0:20935:0:(import.c:65:import_set_state_nolock()) ffff8fd99044c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1787614620.339107:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272110720 00000100:00100000:3.0:1787614620.339114:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272110720 00000100:00100000:3.0:1787614620.339147:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272110848 00000100:00100000:3.0:1787614620.339149:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272110848 00000100:00100000:3.0:1787614620.339160:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787614620.339166:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3663:x1874449272110720:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1787614620.339172:0:17149:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787614620 with bad export cookie 13505711637758110218 00000100:00100000:3.0:1787614620.343031:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3663:x1874449272110720:12345-0@lo:103:ldlm_bl.0 Request processed in 3852us (4528us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787614620.343047:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787614620.343085:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787614620.343092:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3663:x1874449272110848:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1787614620.343099:0:17149:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787614620 with bad export cookie 13505711637758110218 00000100:00100000:3.0:1787614620.343166:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3663:x1874449272110848:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (4604us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787614620.343173:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:3.0:1787614620.343233:0:3663:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.106@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787614620.343238:0:3663:0:(import.c:65:import_set_state_nolock()) ffff8fd98301a800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1787614620.343241:0:3663:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.106@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1787614620.343322:0:20935:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787614620.343326:0:20935:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1787614620.343340:0:20935:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1787614620.343399:0:20935:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1787614620.343422:0:20935:0:(import.c:65:import_set_state_nolock()) ffff8fd9a942d800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1787614620.343481:0:20935:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8fd9aa0699b8) has no exports 00000100:00100000:0.0:1787614620.346456:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272111232:0@lo:9:umount.0 00000100:00100000:0.0:1787614620.346557:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614620.346633:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272111360:0@lo:9:umount.0 00000100:00100000:0.0:1787614620.346657:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787614620.347607:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787614620.347622:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd884512000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1787614620.347709:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd98966e800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1787614620.347736:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd884510800 for lustre-MDT0001 00000020:00000080:2.0:1787614620.347741:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd98966c800 for lustre-MDT0001 00000100:00080000:3.0:1787614620.368498:0:3663:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.106@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1787614620.368505:0:3663:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1787614620.368515:0:3663:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fd8824dea00 x1874449272109568/t0(0) o400->MGC192.168.203.106@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1787614635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614620.368531:0:3663:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fd88209e300 x1874449272110592/t0(0) o103->MGC192.168.203.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787614636 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614620.368539:0:3663:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fd9a9baa680 x1874449272110720/t0(0) o103->MGC192.168.203.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787614636 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614620.368549:0:3663:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fd9a9baa300 x1874449272110848/t0(0) o103->MGC192.168.203.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787614636 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1787614620.368574:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614620.368753:0:18695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3666:x1874449272110592:12345-0@lo:103:ldlm_bl.0 Request processed in 39448us (39588us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787614620.368766:0:18695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787614620.369758:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2ba7c371-8301-468f-8a45-68ef6108df47:0:1874449272111104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787614620.369812:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2ba7c371-8301-468f-8a45-68ef6108df47:0:1874449272110976:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787614620.369846:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272107520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787614620.369897:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2ba7c371-8301-468f-8a45-68ef6108df47:3666:1874449272110592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614620.369907:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2ba7c371-8301-468f-8a45-68ef6108df47:3666:1874449272109568:0@lo:400:kworker.0 10000000:01000000:3.0:1787614620.373760:0:3663:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1787614620.373769:0:3663:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1787614620.373771:0:3663:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1787614620.373775:0:3663:0:(import.c:65:import_set_state_nolock()) ffff8fd98301a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787614620.373783:0:3663:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 0@lo last attempt 530 00000100:00080000:3.0:1787614620.373793:0:3663:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffff8fd98301a800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614620.373822:0:19664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272111232 00000100:00100000:3.0:1787614620.373832:0:19664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272111232 00000100:00100000:3.0:1787614620.373909:0:19664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272111360 00000100:00100000:3.0:1787614620.373913:0:19664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272111360 00000100:00100000:3.0:1787614620.373939:0:19664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787614620.373948:0:19664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3662:x1874449272111232:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787614620.373978:0:19664:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6ce9 00000100:00080000:3.0:1787614620.373986:0:19664:0:(import.c:65:import_set_state_nolock()) ffff8fd8826b9800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1787614620.374130:0:18671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787614620.374146:0:18671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3662:x1874449272111360:12345-0@lo:9:umount.0 00000001:00000004:3.0:1787614620.374154:0:19664:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000020:00000080:0.0:1787614620.374169:0:18671:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6d91 00000100:00080000:0.0:1787614620.374179:0:18671:0:(import.c:65:import_set_state_nolock()) ffff8fd8832e9800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787614620.374223:0:18671:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:1.0:1787614620.374363:0:17158:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787614620.374422:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614620.375635:0:3663:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88209ca80 x1874449272111488/t0(0) o250->MGC192.168.203.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787614620.375668:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ba7c371-8301-468f-8a45-68ef6108df47:3663:1874449272110720:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787614620.375688:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2ba7c371-8301-468f-8a45-68ef6108df47:3663:1874449272110848:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787614620.378498:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614620.378614:0:18671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3662:x1874449272111360:12345-0@lo:9:umount.0 Request processed in 4467us (31948us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614620.378645:0:18671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787614620.381597:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ba7c371-8301-468f-8a45-68ef6108df47:3662:1874449272111488:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:1.0:1787614620.381771:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874449272111488 offset 0 length 520: 4 00000100:00080000:1.0:1787614620.381830:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd99044c800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1787614620.381847:0:3662:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1787614620.381849:0:3662:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787614620.381853:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272111232:0@lo:9:umount.0 00000100:00080000:1.0:1787614620.381866:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9a942d800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1787614620.381876:0:3662:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1787614620.381878:0:3662:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787614620.381881:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272111360:0@lo:9:umount.0 00000100:00100000:3.0:1787614620.382231:0:19664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3662:x1874449272111232:12345-0@lo:9:umount.0 Request processed in 8280us (35670us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614620.382242:0:19664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000020:00080000:1.0:1787614620.396055:0:20935:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8fd9aa0699b8) has no exports 00000020:01000000:0.0:1787614620.461152:0:20935:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fd882415360 - data ffff8fd9a7c851b0/ffff8fd9b6b40800 00000020:01000000:0.0:1787614620.461367:0:20935:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fd9ae81f0c0 - data ffff8fd9a7cce510/ffff8fd9b6b0b000 00000001:00000004:2.0:1787614620.477153:0:20935:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:1.0:1787614620.537816:0:20935:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787614620.537825:0:20935:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787614620.537833:0:20935:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1787614620.542866:0:20935:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787614620.542873:0:20935:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1787614620.542891:0:20935:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787614620.542894:0:20935:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1787614620.543288:0:17904:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1787614620.543294:0:17904:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1787614620.543306:0:17904:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1787614620.549738:0:20935:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787614620.549762:0:20935:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1787614620.549773:0:20935:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787614620.549776:0:20935:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787614620.550623:0:17906:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787614620.550628:0:17906:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1787614620.550642:0:17906:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1787614620.552035:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6b53 00000020:00000080:1.0:1787614620.552045:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd88266b000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1787614620.552467:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd88266b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787614620.553227:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6b68 00000020:00000080:1.0:1787614620.553361:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd882418000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1787614620.553408:0:20935:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1787614620.553415:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787614620.553423:0:20935:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787614620.553427:0:20935:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8fd9aa06cd28) has no exports 00000004:01000000:1.0:1787614620.553636:0:20935:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1787614620.553644:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6bbc 00000020:00000080:1.0:1787614620.553649:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd9a942b000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1787614620.562730:0:20935:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1787614620.562772:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787614620.562783:0:20935:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787614620.562788:0:20935:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff8fd9bb253370) has no exports 00000020:00000080:1.0:1787614620.562798:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6bb5 00000020:00000080:1.0:1787614620.562807:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd9a942f000/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1787614620.563214:0:20935:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1787614620.563218:0:20935:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787614620.563222:0:20935:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1787614620.563347:0:20935:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787614620.563351:0:20935:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787614620.563392:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787614620.563399:0:20935:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787614620.563406:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6ba7 00000020:00000080:1.0:1787614620.563411:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd99044f000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1787614620.563415:0:20935:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1787614620.563419:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787614620.563422:0:20935:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787614620.563424:0:20935:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff8fd9bb2519b8) has no exports 00000020:00000080:1.0:1787614620.563439:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6ba0 00000020:00000080:1.0:1787614620.563476:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd99044e000/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1787614620.563817:0:20935:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1787614620.563821:0:20935:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787614620.563824:0:20935:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1787614620.563827:0:20935:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787614620.563828:0:20935:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787614620.563849:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787614620.563854:0:20935:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1787614620.563865:0:20935:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1787614620.563871:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6b8b 00000020:00000080:1.0:1787614620.563876:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd99044b000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1787614620.563879:0:20935:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1787614620.563883:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787614620.563886:0:20935:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787614620.563888:0:20935:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8fd9bb254d28) has no exports 00000020:00000080:1.0:1787614620.563892:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6b84 00000020:00000080:1.0:1787614620.563895:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd9ad84d000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1787614620.564331:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd882418000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:0.0:1787614620.564343:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a942b000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1787614620.564347:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a942f000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1787614620.564353:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd9a942d800 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1787614620.564359:0:37:0:(genops.c:885:class_export_put()) final put ffff8fd990448000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787614620.564361:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd990448000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1787614620.564366:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787614620.564469:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd99044f000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1787614620.564475:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd99044e000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1787614620.564479:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd99044c800 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1787614620.564482:0:37:0:(genops.c:885:class_export_put()) final put ffff8fd99044d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787614620.564484:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd99044d800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1787614620.564488:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787614620.564514:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd99044b000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1787614620.564518:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9ad84d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1787614620.567256:0:20935:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1787614620.567265:0:20935:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787614620.567269:0:20935:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787614620.567276:0:20935:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787614620.567350:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787614620.567362:0:20935:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787614620.567387:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787614620.567390:0:20935:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787614620.567396:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd882669000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787614620.567400:0:20935:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd882669000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1787614620.567406:0:20935:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787614620.567569:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6b6f 00000020:00000080:0.0:1787614620.567576:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd88241b000/lustre-MDD0001_UUID 00000020:01000000:0.0:1787614620.567592:0:20935:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1787614620.567597:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787614620.567601:0:20935:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787614620.567605:0:20935:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8fd9aa06b370) has no exports 00000020:00000080:0.0:1787614620.567623:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787614620.567627:0:20935:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1787614620.567631:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6b76 00000020:00000080:0.0:1787614620.567634:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd88241e800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1787614620.567642:0:20935:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fd985c98000 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1787614620.567646:0:20935:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd985c98000 2 00000020:01000004:0.0:1787614620.567649:0:20935:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8fd985c98000 from lustre-MDT0001 00000020:00000080:0.0:1787614620.567663:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787614620.567667:0:20935:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1787614620.567670:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd88266d800/lustre-MDT0001_UUID 00000020:00000080:0.0:1787614620.567672:0:20935:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd88266d800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1787614620.567678:0:20935:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1787614620.567705:0:20935:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1787614620.567708:0:20935:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1787614620.567711:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787614620.567715:0:20935:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787614620.567720:0:20935:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8fd8821d5800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787614620.567725:0:20935:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff8fd99047cd28) has exports, disconnecting them 00000020:00080000:0.0:1787614620.567735:0:20935:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8fd8821d5800), last request at 1787614547 00000020:00000080:0.0:1787614620.567739:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6bf4 00000020:00080000:0.0:1787614620.567749:0:20935:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd8821d5800): rc 0 00000020:00000080:0.0:1787614620.567753:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd8821d5800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1787614620.568543:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd9ad84b000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1787614620.568553:0:8:0:(genops.c:885:class_export_put()) final put ffff8fd9ad848000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787614620.568556:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9ad848000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:2.0:1787614620.568567:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787614620.568698:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd88241b000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:2.0:1787614620.568703:0:8:0:(genops.c:885:class_export_put()) final put ffff8fd88266f800/lustre-MDD0001_UUID 00000020:00000080:2.0:1787614620.568705:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd88266f800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:2.0:1787614620.568709:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:2.0:1787614620.568803:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd88241e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1787614620.568808:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd8821d5800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:2.0:1787614620.593590:0:20935:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:2.0:1787614620.593600:0:20935:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787614620.593604:0:20935:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787614620.593611:0:20935:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787614620.593639:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd8821d2000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1787614620.593844:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787614620.593862:0:20935:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:2.0:1787614620.593867:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd983004800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:2.0:1787614620.593871:0:20935:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd983004800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:2.0:1787614620.593879:0:20935:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:2.0:1787614620.593941:0:20935:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd985c98000 1 00000020:00000080:2.0:1787614620.593947:0:20935:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6b1b 00000020:00000080:2.0:1787614620.593953:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd999bb4000/lustre-MDT0001-osd_UUID 00000020:01000000:2.0:1787614620.593960:0:20935:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:2.0:1787614620.593967:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd999bb4000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1787614620.593975:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787614620.593979:0:20935:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787614620.593983:0:20935:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8fd9aa068000) has no exports 00010000:00010000:0.0:1787614620.729207:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1787614620.733365:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787614620.733378:0:20935:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1787614620.733383:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd9a0afd800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1787614620.733388:0:20935:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9a0afd800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1787614620.733399:0:20935:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1787614620.733548:0:20935:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8fd9b52be800 00000020:01000000:1.0:1787614620.733567:0:20935:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1787614620.733571:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787614620.733575:0:20935:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787614620.733590:0:20935:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8fd88231cd28) has no exports 00000100:00100000:1.0:1787614620.733662:0:18541:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8fd9b6b53400:18541] 3 exiting: rc = 0 00000100:00100000:1.0:1787614620.733766:0:17163:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8fd8825bd400:17163] 1 exiting: rc = 0 00000100:00100000:1.0:1787614620.733828:0:17164:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8fd9904e4800:17164] 2 exiting: rc = 0 00000100:00100000:1.0:1787614620.733895:0:20647:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff8fd8823d8400:20647] 4 exiting: rc = 0 00000100:00100000:1.0:1787614620.733975:0:17162:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8fd8825bd200:17162] 0 exiting: rc = 1 00000100:00100000:1.0:1787614620.734032:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734040:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734046:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734052:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734057:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734064:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734069:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734074:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734080:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734085:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734092:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734097:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734102:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734108:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734114:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734119:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734126:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734132:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734138:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734144:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734149:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734154:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734159:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734164:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734170:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734175:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734182:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734187:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734194:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734201:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734206:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734213:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734219:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734224:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734239:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734245:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734251:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734256:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734261:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734267:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734273:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734279:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734285:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734291:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734296:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734301:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734305:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734310:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734315:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734320:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734325:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734331:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734336:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734341:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734346:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734351:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734356:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734361:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734367:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734372:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734377:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734382:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734388:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.734393:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614620.746120:0:17166:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8fd9904e5a00:17166] 1 exiting: rc = 0 00000100:00100000:1.0:1787614620.746276:0:17165:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8fd999b97800:17165] 0 exiting: rc = 1 00000100:00100000:1.0:1787614620.746394:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746402:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746409:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746415:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746434:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746463:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746471:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746485:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746491:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746499:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746504:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746510:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746515:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746521:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746527:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746532:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746538:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746544:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746550:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746556:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.746994:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747000:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747005:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747011:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747016:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747022:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747027:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747032:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747037:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747042:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747047:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747052:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747058:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747063:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747068:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747072:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747077:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747081:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747086:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747099:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747104:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747109:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747115:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747120:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747125:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747129:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747134:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747138:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747143:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747147:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747152:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747156:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747160:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747164:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747169:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747175:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747180:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747185:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747189:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747194:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747199:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747203:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747207:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.747212:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.752030:0:17167:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8fd989094c00:17167] 0 exiting: rc = 1 00000100:00100000:2.0:1787614620.752516:0:17903:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8fd9b6a93e00:17903] 2 exiting: rc = 0 00000100:00100000:0.0:1787614620.753551:0:17168:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8fd989094400:17168] 1 exiting: rc = 0 00000100:00100000:1.0:1787614620.753974:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.753984:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.753991:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.753997:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754004:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754010:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754017:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754022:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754029:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754062:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754071:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754077:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754082:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754088:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754095:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754100:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754106:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754112:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754118:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754125:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754131:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754151:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754158:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754164:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754170:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754176:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754182:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754188:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754193:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754200:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754206:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754211:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754218:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754239:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754258:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754264:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754271:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754277:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754283:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754288:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754294:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754300:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754306:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754312:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754325:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754554:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754701:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754708:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754714:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754721:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754727:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754733:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754739:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754745:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754751:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754757:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754763:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754783:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754790:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754796:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754801:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754808:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754813:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614620.754828:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614620.770713:0:17170:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8fd989094000:17170] 1 exiting: rc = 0 00000100:00100000:0.0:1787614620.770868:0:17169:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8fd989095e00:17169] 0 exiting: rc = 1 00000100:00100000:3.0:1787614620.776367:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776378:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776382:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776388:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776393:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776398:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776403:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776408:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776414:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776419:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776424:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776429:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776477:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776483:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776488:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776493:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776498:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776504:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776509:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776514:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776519:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776524:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776529:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776535:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776540:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776546:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776551:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776556:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776572:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776587:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776592:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776597:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776601:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776606:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776611:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776615:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776620:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776625:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776629:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776634:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776639:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776644:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776649:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776654:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776659:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776664:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776669:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776682:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776686:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776690:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776695:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776699:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776704:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776708:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776713:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776718:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776723:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776729:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776734:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776739:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776744:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776749:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776756:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.776761:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614620.777268:0:17172:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8fd990781c00:17172] 1 exiting: rc = 0 00000100:00100000:0.0:1787614620.777371:0:17171:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8fd990780e00:17171] 0 exiting: rc = 1 00000100:00100000:3.0:1787614620.777611:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777618:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777623:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777627:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777632:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777637:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777643:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777649:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777655:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777661:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777666:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777672:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777677:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777682:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777687:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777693:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777698:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777702:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777717:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777722:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777727:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777733:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777738:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777743:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777748:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777752:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777756:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777761:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777766:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777771:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777776:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777781:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777786:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777791:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777796:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777802:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777806:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777811:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777816:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777820:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777826:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777832:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777837:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777841:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777847:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777852:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777856:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777862:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777866:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777872:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777877:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777882:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777888:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777899:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777904:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777909:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777914:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777919:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777925:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777930:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777935:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777940:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777946:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.777951:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614620.778503:0:17174:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8fd990781a00:17174] 1 exiting: rc = 0 00000100:00100000:2.0:1787614620.779205:0:17173:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8fd990780a00:17173] 0 exiting: rc = 1 00000100:00100000:3.0:1787614620.779370:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779378:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779383:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779387:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779392:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779397:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779402:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779407:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779413:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779418:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779423:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779427:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779433:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779438:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779460:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779466:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779471:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779476:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779481:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779486:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779491:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779497:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779503:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779508:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779526:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779531:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779536:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779541:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779546:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779551:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779566:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779573:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779586:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779591:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779596:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779600:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779605:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779609:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779614:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779618:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779623:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779628:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779633:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779639:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779645:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779650:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779655:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779661:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779665:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779669:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779674:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779678:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779683:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779687:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779691:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779696:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779701:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779705:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779710:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779721:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779725:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779730:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779735:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.779740:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.780192:0:17176:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8fd8821c7200:17176] 1 exiting: rc = 0 00000100:00100000:3.0:1787614620.780394:0:17177:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8fd8821c6a00:17177] 2 exiting: rc = 0 00000100:00100000:0.0:1787614620.782728:0:17175:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8fd8821c7800:17175] 0 exiting: rc = 1 00000100:00100000:3.0:1787614620.783494:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783527:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783534:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783539:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783545:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783551:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783565:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783571:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783585:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783592:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783598:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783604:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783609:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783614:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783620:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783625:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783631:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783637:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783642:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783648:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783654:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783660:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783666:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783671:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783677:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783683:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783689:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783706:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783726:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783732:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783737:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783742:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783748:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783753:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783759:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783765:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783770:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783776:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783781:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783787:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783792:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783798:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783803:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783809:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783815:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783821:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783826:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783832:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783838:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783844:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783850:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783870:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783876:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783882:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783888:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783893:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783899:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783904:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783910:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783915:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783921:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783926:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783931:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614620.783943:0:20935:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1787614620.795355:0:20935:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787614620.795382:0:20935:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1787614620.795387:0:20935:0:(genops.c:885:class_export_put()) final put ffff8fd98301f800/MDS_uuid 00000020:00000080:3.0:1787614620.795392:0:20935:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd98301f800/MDS_uuid for MDS 00000020:01000000:3.0:1787614620.795398:0:20935:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1787614620.795603:0:20935:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1787614621.783810:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614622.809881:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614623.835602:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787614624.475316:0:21135:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1787614624.491813:0:21135:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1787614624.491875:0:21135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981486200/0xbb6ded2d9f6e6c8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6c95 expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614624.491892:0:21135:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981486200/0xbb6ded2d9f6e6c8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6c95 expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614624.491900:0:21135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981486200/0xbb6ded2d9f6e6c8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6c95 expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614624.491907:0:21135:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd981486200/0xbb6ded2d9f6e6c8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6c95 expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614624.491984:0:21135:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787614624.491991:0:21135:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1787614624.492017:0:21135:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787614624.492022:0:21135:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787614624.492028:0:21135:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787614624.492034:0:21135:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1787614624.492040:0:21135:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787614624.492041:0:21135:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787614624.492045:0:21135:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787614624.493092:0:21135:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787614624.493097:0:21135:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787614624.493104:0:21135:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787614624.493125:0:21135:0:(import.c:65:import_set_state_nolock()) ffff8fd8832e8000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1787614624.493268:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3662:1874449272111616:0@lo:39:umount.0 00000400:00000100:1.0:1787614624.493323:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874449272111616 offset 0 length 224: 4 00010000:00010000:3.0:1787614624.494465:0:17150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787614624.494476:0:17150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd981486200/0xbb6ded2d9f6e6c8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6c95 expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614624.494486:0:17150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981486200 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:3.0:1787614624.494491:0:17150:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd981486200/0xbb6ded2d9f6e6c8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6c95 expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614624.494501:0:17150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd981486200/0xbb6ded2d9f6e6c8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6c95 expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787614624.494507:0:17150:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd981486200/0xbb6ded2d9f6e6c8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6c95 expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614624.494513:0:17150:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787614624.494515:0:17150:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1787614624.494518:0:17150:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1787614624.494535:0:17150:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fd98301a800 00010000:00010000:3.0:1787614624.494540:0:17150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd981486200/0xbb6ded2d9f6e6c8e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6c95 expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614624.494547:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd981486200/0xbb6ded2d9f6e6c8e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6c95 expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614624.494587:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614624.494589:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614624.494591:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614624.858497:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787614624.919801:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ba7c371-8301-468f-8a45-68ef6108df47->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787614624.919809:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ba7c371-8301-468f-8a45-68ef6108df47->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787614624.919812:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787614624.919815:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787614624.919819:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd883de4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787614624.919827:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 616 00000100:00080000:2.0:1787614624.919831:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787614624.919838:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8fd883de4000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:2.0:1787614624.919878:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88209e680 x1874449272111744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787614624.919987:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3662:1874449272111744:0@lo:38:kworker.0 00000400:00000100:1.0:1787614624.920037:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874449272111744 offset 0 length 520: 4 00000100:00100000:0.0:1787614624.920151:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787614624.920162:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3664:1874449272111872:0@lo:400:kworker.0 00000400:00000100:0.0:1787614624.920228:0:3664:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874449272111872 offset 0 length 224: 4 00010000:00010000:3.0:1787614625.879709:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787614625.945591:0:18665:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787614625.945602:0:18665:0:(genops.c:885:class_export_put()) final put ffff8fd8826b8000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787614625.945667:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd8826b8000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1787614625.945734:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd8826b9800 for lustre-OST0000 00000001:00100000:2.0:1787614625.949027:0:19483:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787614625.949037:0:19483:0:(genops.c:885:class_export_put()) final put ffff8fd8832ee000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787614625.949348:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd8832ee000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1787614625.949803:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd8832e9800 for lustre-OST0001 00010000:00010000:3.0:1787614626.903708:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614627.928734:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614628.952176:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614629.977146:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787614630.040069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ba7c371-8301-468f-8a45-68ef6108df47->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787614630.040079:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ba7c371-8301-468f-8a45-68ef6108df47->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787614630.040081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787614630.040084:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787614630.040145:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787614630.040162:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3663:1874449272112000:0@lo:400:kworker.0 00000400:00000100:0.0:1787614630.040205:0:3663:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874449272112000 offset 0 length 224: 4 00000100:00100000:1.0:1787614630.040392:0:3662:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787614620/real 1787614620] req@ffff8fd88209ca80 x1874449272111488/t0(0) o250->MGC192.168.203.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787614630 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614630.040435:0:3662:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fd88209ca80 x1874449272111488/t0(0) o250->MGC192.168.203.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787614630 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787614630.040576:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd98301a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614630.040591:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1787614630.040625:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ba7c371-8301-468f-8a45-68ef6108df47:3662:1874449272111488:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:0.0:1787614630.040642:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ba7c371-8301-468f-8a45-68ef6108df47->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787614630.040648:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787614630.040651:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd98301a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787614630.040656:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 0@lo last attempt 617 00000100:00080000:0.0:1787614630.040669:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787614630.040675:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffff8fd98301a800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:0.0:1787614630.040693:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9a9bab800 x1874449272112128/t0(0) o250->MGC192.168.203.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787614630.040746:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9bab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ba7c371-8301-468f-8a45-68ef6108df47:3662:1874449272112128:0@lo:250:kworker.0 00000400:00000100:2.0:1787614630.040771:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874449272112128 offset 0 length 520: 4 00000100:00080000:0.0:1787614630.040813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787614630.040817:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1787614630.999632:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614632.027533:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614633.049155:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614634.072980:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614634.137684:0:3662:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787614624/real 1787614624] req@ffff8fd88209d500 x1874449272111616/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787614634 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614634.137735:0:3662:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fd88209d500 x1874449272111616/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787614634 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787614634.137761:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd8832e8000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1787614634.137782:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3662:1874449272111616:0@lo:39:umount.0 00000100:00080000:3.0:1787614634.137852:0:21135:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787614634.137858:0:21135:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787614634.137864:0:21135:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1787614634.138976:0:21135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd200/0xbb6ded2d9f6e6c64 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6c6b expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614634.138995:0:21135:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd200/0xbb6ded2d9f6e6c64 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6c6b expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614634.139002:0:21135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd200/0xbb6ded2d9f6e6c64 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6c6b expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614634.139008:0:21135:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd200/0xbb6ded2d9f6e6c64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6c6b expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614634.139299:0:21135:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787614634.139311:0:21135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e6fba lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6fc1 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614634.139336:0:21135:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e6fba lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6fc1 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614634.139343:0:21135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e6fba lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6fc1 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614634.139350:0:21135:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e6fba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6fc1 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614634.140538:0:18694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787614634.140552:0:18694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd200/0xbb6ded2d9f6e6c64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6c6b expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614634.140572:0:18694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9834fd200 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:2.0:1787614634.140577:0:18694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd200/0xbb6ded2d9f6e6c64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6c6b expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614634.140587:0:18694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd200/0xbb6ded2d9f6e6c64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6c6b expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787614634.140622:0:18694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd200/0xbb6ded2d9f6e6c64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6c6b expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614634.140628:0:18694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787614634.140631:0:18694:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:2.0:1787614634.140652:0:18694:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fd98301a800 00010000:00010000:2.0:1787614634.140657:0:18694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd200/0xbb6ded2d9f6e6c64 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6c6b expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614634.140668:0:18694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9834fd200/0xbb6ded2d9f6e6c64 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6c6b expref: -99 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614634.140691:0:18694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614634.140695:0:18694:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e6fba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6fc1 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614634.140701:0:18694:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1e00 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:2.0:1787614634.140704:0:18694:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e6fba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6fc1 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614634.140710:0:18694:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e6fba lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6fc1 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787614634.140717:0:18694:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e6fba lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6fc1 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614634.140722:0:18694:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787614634.140725:0:18694:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1787614634.140729:0:18694:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fd98301a800 00010000:00010000:2.0:1787614634.140739:0:18694:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e6fba lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6fc1 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614634.140747:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614634.140749:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614634.140751:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614634.140951:0:21135:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787614634.140958:0:21135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e6fba lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6fc1 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614634.140972:0:21135:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1787614634.140979:0:21135:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:3.0:1787614634.140981:0:21135:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1787614634.141025:0:21135:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1787614634.141031:0:21135:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1787614634.141038:0:21135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787614634.141045:0:21135:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787614634.141051:0:21135:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8fd990478000) has no exports 00010000:00010000:2.0:1787614634.141894:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1787614634.145662:0:21135:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8fd990478000) has no exports 00000020:01000000:2.0:1787614634.149366:0:21135:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fd8823ccb40 - data ffff8fd9a7d5e1b0/ffff8fd9a9bbd800 00000020:01000000:2.0:1787614634.149658:0:21135:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fd8826caba0 - data ffff8fd881c47bd0/ffff8fd9b7882000 00100000:10000000:2.0:1787614634.165813:0:21135:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1787614634.175204:0:21135:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6c79 00000020:00000080:0.0:1787614634.175217:0:21135:0:(genops.c:885:class_export_put()) final put ffff8fd8821d7000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1787614634.175302:0:21135:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fd9bf7d4800 from lustre-OST0000, refs=2 00000020:01000004:0.0:1787614634.175306:0:21135:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd9bf7d4800 2 00000020:01000004:0.0:1787614634.175309:0:21135:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8fd9bf7d4800 from lustre-OST0000 00000020:00000080:0.0:1787614634.175335:0:21135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787614634.175344:0:21135:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1787614634.175347:0:21135:0:(genops.c:885:class_export_put()) final put ffff8fd8821d7800/lustre-OST0000_UUID 00000020:00000080:0.0:1787614634.175350:0:21135:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd8821d7800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1787614634.175357:0:21135:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1787614634.175417:0:21135:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1787614634.175422:0:21135:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1787614634.175426:0:21135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787614634.175431:0:21135:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787614634.175437:0:21135:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8fd9bcf12800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787614634.175471:0:21135:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff8fd9bb250000) has exports, disconnecting them 00000020:00080000:0.0:1787614634.175478:0:21135:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8fd9bcf12800), last request at 1787614561 00000020:00000080:0.0:1787614634.175482:0:21135:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6ca3 00000020:00080000:0.0:1787614634.175722:0:21135:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd9bcf12800): rc 0 00000020:00000080:0.0:1787614634.175834:0:21135:0:(genops.c:885:class_export_put()) final put ffff8fd9bcf12800/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1787614634.175890:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd8821d7000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1787614634.177032:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9bcf12800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1787614634.177143:0:21135:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1787614634.177148:0:21135:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787614634.177152:0:21135:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787614634.177158:0:21135:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787614634.177310:0:21135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787614634.177317:0:21135:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1787614634.177322:0:21135:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1787614634.177326:0:21135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787614634.177330:0:21135:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00000080:3.0:1787614634.177421:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd9bcf16800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1787614634.177429:0:8:0:(genops.c:885:class_export_put()) final put ffff8fd9bcf11000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1787614634.177432:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9bcf11000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1787614634.177436:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00080000:1.0:1787614634.177618:0:21135:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8fd8832ec000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787614634.177624:0:21135:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff8fd8825799b8) has exports, disconnecting them 00000020:00080000:1.0:1787614634.177628:0:21135:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8fd8832ec000), last request at 1787614561 00000020:00000080:1.0:1787614634.177632:0:21135:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6cb8 00000020:00080000:1.0:1787614634.177643:0:21135:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd8832ec000): rc 0 00000020:00000080:1.0:1787614634.177647:0:21135:0:(genops.c:885:class_export_put()) final put ffff8fd8832ec000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1787614634.178297:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd8832ec000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1787614634.206609:0:21135:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1787614634.206616:0:21135:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787614634.206620:0:21135:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787614634.206627:0:21135:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787614634.206656:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd8832e8000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1787614634.206811:0:21135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787614634.206820:0:21135:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1787614634.206824:0:21135:0:(genops.c:885:class_export_put()) final put ffff8fd9bcf15000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1787614634.206828:0:21135:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9bcf15000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1787614634.206838:0:21135:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1787614634.206907:0:21135:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd9bf7d4800 1 00000020:00000080:3.0:1787614634.206914:0:21135:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6c56 00000020:00000080:3.0:1787614634.206920:0:21135:0:(genops.c:885:class_export_put()) final put ffff8fd882419800/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1787614634.206927:0:21135:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1787614634.206933:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd882419800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1787614634.206940:0:21135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787614634.206944:0:21135:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787614634.206947:0:21135:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff8fd9bcf33370) has no exports 00000020:00000080:3.0:1787614634.255264:0:21135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787614634.255275:0:21135:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1787614634.255279:0:21135:0:(genops.c:885:class_export_put()) final put ffff8fd985371800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1787614634.255284:0:21135:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd985371800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1787614634.255293:0:21135:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1787614634.256058:0:21135:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8fd9bf7d4000 00000020:02000400:3.0:1787614634.256533:0:21135:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1787614635.097791:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787614635.162241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ba7c371-8301-468f-8a45-68ef6108df47->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787614635.162252:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ba7c371-8301-468f-8a45-68ef6108df47->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787614635.162255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787614635.162266:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787614635.162351:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3665:1874449272112256:0@lo:400:kworker.0 00000400:00000100:2.0:1787614635.162406:0:3665:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874449272112256 offset 0 length 224: 4 00010000:00010000:2.0:1787614636.120671:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614637.145900:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787614637.381840:0:21338:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1787614637.398198:0:21338:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1787614637.398284:0:21338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2200/0xbb6ded2d9f6e6d28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6d2f expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614637.398300:0:21338:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2200/0xbb6ded2d9f6e6d28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6d2f expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614637.398308:0:21338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2200/0xbb6ded2d9f6e6d28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6d2f expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614637.398315:0:21338:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2200/0xbb6ded2d9f6e6d28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6d2f expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614637.398383:0:21338:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787614637.398389:0:21338:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1787614637.398414:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787614637.398426:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fd88209e680 x1874449272111744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787614644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614637.398459:0:21338:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787614637.398474:0:21338:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787614637.398481:0:21338:0:(import.c:65:import_set_state_nolock()) ffff8fd883de4000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1787614637.398485:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787614637.398489:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fd88209e680 x1874449272111744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787614644 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614637.398496:0:21338:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787614637.398499:0:21338:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:1.0:1787614637.398576:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3662:1874449272111744:0@lo:38:kworker.0 00000100:00080000:3.0:1787614637.400366:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787614637.400393:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fd88209ed80 x1874449272111872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614637.400417:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fd9a9ba8a80 x1874449272112000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614637.400533:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fd883fc3800 x1874449272112256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614637.400543:0:21338:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787614637.400549:0:21338:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1787614637.400571:0:21338:0:(import.c:65:import_set_state_nolock()) ffff8fd8826ba800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1787614637.401247:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3663:1874449272112000:0@lo:400:kworker.0 00000100:00100000:2.0:1787614637.401259:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3664:1874449272111872:0@lo:400:kworker.0 00000100:00100000:2.0:1787614637.401286:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3665:1874449272112256:0@lo:400:kworker.0 00000100:00100000:1.0:1787614637.401287:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3662:1874449272112384:0@lo:39:umount.0 00000400:00000100:1.0:1787614637.401334:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874449272112384 offset 0 length 224: 4 00010000:00010000:0.0:1787614637.401871:0:17151:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614637.401881:0:17151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2200/0xbb6ded2d9f6e6d28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6d2f expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614637.401891:0:17151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f2200 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:0.0:1787614637.401895:0:17151:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2200/0xbb6ded2d9f6e6d28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6d2f expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614637.401904:0:17151:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2200/0xbb6ded2d9f6e6d28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6d2f expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614637.401913:0:17151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2200/0xbb6ded2d9f6e6d28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6d2f expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614637.401919:0:17151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787614637.401922:0:17151:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787614637.401925:0:17151:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787614637.401992:0:17151:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fd98301a800 00010000:00010000:0.0:1787614637.401997:0:17151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2200/0xbb6ded2d9f6e6d28 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6d2f expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614637.402004:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2200/0xbb6ded2d9f6e6d28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6d2f expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614637.402080:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614637.402083:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614637.402085:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614638.167643:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614639.191796:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614640.215904:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787614640.280835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ba7c371-8301-468f-8a45-68ef6108df47->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787614640.280846:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ba7c371-8301-468f-8a45-68ef6108df47->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1787614641.239812:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614642.263800:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614643.287816:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614644.316229:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614645.336545:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787614645.399572:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ba7c371-8301-468f-8a45-68ef6108df47->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787614645.399593:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2ba7c371-8301-468f-8a45-68ef6108df47->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787614645.591580:0:3662:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787614630/real 1787614630] req@ffff8fd9a9bab800 x1874449272112128/t0(0) o250->MGC192.168.203.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787614645 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614645.591649:0:3662:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fd9a9bab800 x1874449272112128/t0(0) o250->MGC192.168.203.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787614645 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787614645.591670:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd98301a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614645.591696:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1787614645.591700:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9bab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ba7c371-8301-468f-8a45-68ef6108df47:3662:1874449272112128:0@lo:250:kworker.0 00000100:00080000:3.0:1787614645.591970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2ba7c371-8301-468f-8a45-68ef6108df47->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787614645.591976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787614645.591978:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd98301a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787614645.591983:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 0@lo last attempt 627 00000100:00080000:3.0:1787614645.591988:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787614645.591994:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffff8fd98301a800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614645.592023:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883fc2a00 x1874449272112512/t0(0) o250->MGC192.168.203.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787614645.592101:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ba7c371-8301-468f-8a45-68ef6108df47:3662:1874449272112512:0@lo:250:kworker.0 00000400:00000100:1.0:1787614645.592149:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874449272112512 offset 0 length 520: 4 00010000:00010000:2.0:1787614646.360247:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614647.384024:0:18694:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614647.640024:0:3662:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787614637/real 1787614637] req@ffff8fd883fc0000 x1874449272112384/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787614647 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614647.640057:0:3662:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fd883fc0000 x1874449272112384/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787614647 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787614647.640091:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd8826ba800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1787614647.640110:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3662:1874449272112384:0@lo:39:umount.0 00000100:00080000:3.0:1787614647.640153:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787614647.640158:0:21338:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787614647.640164:0:21338:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1787614647.641076:0:21338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170800/0xbb6ded2d9f6e6cfe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6d05 expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614647.641103:0:21338:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170800/0xbb6ded2d9f6e6cfe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6d05 expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614647.641111:0:21338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170800/0xbb6ded2d9f6e6cfe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6d05 expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614647.641117:0:21338:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170800/0xbb6ded2d9f6e6cfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6d05 expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614647.641141:0:21338:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787614647.641148:0:21338:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e6fac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e6fb3 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614647.641155:0:21338:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e6fac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e6fb3 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614647.641161:0:21338:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e6fac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6fb3 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614647.641168:0:21338:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e6fac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbb6ded2d9f6e6fb3 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614647.641188:0:21338:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1787614647.641193:0:21338:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1787614647.641219:0:21338:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1787614647.641223:0:21338:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1787614647.641228:0:21338:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787614647.641234:0:21338:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787614647.641238:0:21338:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8fd9a941b370) has no exports 00000020:00080000:3.0:1787614647.641265:0:21338:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8fd9a941b370) has no exports 00010000:00010000:0.0:1787614647.641352:0:17150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787614647.641360:0:17150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170800/0xbb6ded2d9f6e6cfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6d05 expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614647.641361:0:17151:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614647.641371:0:17151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e6fac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6fb3 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614647.641384:0:17151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6015000 already unused, calling callback (ffffffffc132fc20) 00010000:00010000:0.0:1787614647.641389:0:17150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa170800 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:2.0:1787614647.641390:0:17151:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e6fac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6fb3 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614647.641405:0:17150:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170800/0xbb6ded2d9f6e6cfe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbb6ded2d9f6e6d05 expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614647.641414:0:17150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170800/0xbb6ded2d9f6e6cfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6d05 expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614647.641421:0:17150:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170800/0xbb6ded2d9f6e6cfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6d05 expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614647.641428:0:17150:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787614647.641430:0:17150:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:0.0:1787614647.641432:0:17150:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:0.0:1787614647.641469:0:17150:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fd98301a800 00010000:00010000:0.0:1787614647.641473:0:17150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170800/0xbb6ded2d9f6e6cfe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6d05 expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614647.641480:0:17150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170800/0xbb6ded2d9f6e6cfe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6d05 expref: -99 pid: 19482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614647.641494:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614647.641496:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614647.641497:0:17150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614647.642391:0:17151:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e6fac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6fb3 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787614647.642413:0:17151:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e6fac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6fb3 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614647.642419:0:17151:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787614647.642422:0:17151:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1787614647.642555:0:17151:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1787614647.642566:0:17151:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fd98301a800 00010000:00010000:2.0:1787614647.642570:0:17151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e6fac lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6fb3 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614647.642578:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e6fac lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6fb3 expref: -99 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614647.642595:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614647.642597:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614647.642599:0:17151:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1787614647.642900:0:21338:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fd8824158a0 - data ffff8fd9a7c83ca8/ffff8fd9b6b42800 00000020:01000000:3.0:1787614647.643012:0:21338:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8fd8823cc780 - data ffff8fd9913e1e58/ffff8fd88272f800 00100000:10000000:3.0:1787614647.654328:0:21338:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1787614647.669255:0:21338:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6d13 00000020:00000080:0.0:1787614647.669267:0:21338:0:(genops.c:885:class_export_put()) final put ffff8fd883de6800/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1787614647.669287:0:21338:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fd9ae80e800 from lustre-OST0001, refs=2 00000020:00000080:1.0:1787614647.669322:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd883de6800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000004:0.0:1787614647.669359:0:21338:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd9ae80e800 2 00000020:01000004:0.0:1787614647.669363:0:21338:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8fd9ae80e800 from lustre-OST0001 00000020:00000080:0.0:1787614647.669407:0:21338:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787614647.669428:0:21338:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1787614647.669432:0:21338:0:(genops.c:885:class_export_put()) final put ffff8fd883de7000/lustre-OST0001_UUID 00000020:00000080:0.0:1787614647.669435:0:21338:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd883de7000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1787614647.669482:0:21338:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1787614647.669594:0:21338:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 2ba7c371-8301-468f-8a45-68ef6108df47->MGS 00010000:00010000:0.0:1787614647.669610:0:21338:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd981487c00/0xbb6ded2d9f6e6b22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6b29 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614647.669622:0:21338:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd981487c00/0xbb6ded2d9f6e6b22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6b29 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614647.669629:0:21338:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1787614647.669632:0:21338:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1787614647.669635:0:21338:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1787614647.669648:0:21338:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fd98301a800 00010000:00010000:0.0:1787614647.669652:0:21338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd981487c00/0xbb6ded2d9f6e6b22 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6b29 expref: -99 pid: 17894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614647.669668:0:21338:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2e00/0xbb6ded2d9f6e6a11 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbb6ded2d9f6e6a18 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614647.669675:0:21338:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2e00/0xbb6ded2d9f6e6a11 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbb6ded2d9f6e6a18 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614647.669680:0:21338:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787614647.669682:0:21338:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1787614647.669684:0:21338:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1787614647.669694:0:21338:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8fd98301a800 00010000:00010000:0.0:1787614647.669696:0:21338:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd8827f2e00/0xbb6ded2d9f6e6a11 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbb6ded2d9f6e6a18 expref: -99 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787614647.669710:0:21338:0:(import.c:65:import_set_state_nolock()) ffff8fd98301a800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1787614647.669720:0:21338:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1787614647.669722:0:21338:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1787614647.669724:0:21338:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1787614647.669728:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1787614647.669738:0:21338:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8fd883fc2a00 x1874449272112512/t0(0) o250->MGC192.168.203.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1787614665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1787614647.669751:0:21338:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1787614647.669753:0:21338:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:1.0:1787614647.669836:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2ba7c371-8301-468f-8a45-68ef6108df47:3662:1874449272112512:0@lo:250:kworker.0 10000000:01000000:0.0:1787614647.671241:0:21338:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1787614647.671255:0:21338:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e69fc 00000020:00000080:0.0:1787614647.671262:0:21338:0:(genops.c:885:class_export_put()) final put ffff8fd983019800/2ba7c371-8301-468f-8a45-68ef6108df47 00000020:01000000:0.0:1787614647.671280:0:21338:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.106@tcp (flags='') 00000020:00000080:0.0:1787614647.671311:0:21338:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787614647.671317:0:21338:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.106@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1787614647.671321:0:21338:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8fd8823199b8) has no exports 10000000:01000000:1.0:1787614647.671422:0:17159:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:1.0:1787614647.671517:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd983019800/2ba7c371-8301-468f-8a45-68ef6108df47 for MGC192.168.203.106@tcp 10000000:01000000:0.0:1787614647.672332:0:21338:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.106@tcp: client import never connected 00000100:00080000:0.0:1787614647.672337:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1787614647.672341:0:21338:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1787614647.672344:0:21338:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1787614647.672346:0:21338:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1787614647.672412:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd98301a800 for MGC192.168.203.106@tcp 00000020:00000080:0.0:1787614647.673169:0:21338:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787614647.673178:0:21338:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.106@tcp (uuid 2ba7c371-8301-468f-8a45-68ef6108df47) 00000020:00000080:0.0:1787614647.673184:0:21338:0:(genops.c:885:class_export_put()) final put ffff8fd98301c000/2ba7c371-8301-468f-8a45-68ef6108df47 00000020:00000080:0.0:1787614647.673187:0:21338:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd98301c000/2ba7c371-8301-468f-8a45-68ef6108df47 for MGC192.168.203.106@tcp 00000020:01000000:0.0:1787614647.673193:0:21338:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.106@tcp (2ba7c371-8301-468f-8a45-68ef6108df47) 00000020:01000000:0.0:1787614647.673593:0:21338:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1787614647.673598:0:21338:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787614647.673603:0:21338:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787614647.673609:0:21338:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8fd884513800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787614647.673615:0:21338:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff8fd9a94199b8) has exports, disconnecting them 00000020:00080000:0.0:1787614647.673620:0:21338:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8fd884513800), last request at 1787614575 00000020:00000080:0.0:1787614647.673634:0:21338:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6d3d 00000020:00080000:0.0:1787614647.673650:0:21338:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd884513800): rc 0 00000020:00000080:0.0:1787614647.673653:0:21338:0:(genops.c:885:class_export_put()) final put ffff8fd884513800/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1787614647.673956:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd884513800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:1.0:1787614647.676522:0:21338:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:1.0:1787614647.676530:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787614647.676534:0:21338:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787614647.676551:0:21338:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787614647.676591:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd883de4000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1787614647.676783:0:21338:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787614647.676791:0:21338:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1787614647.676796:0:21338:0:(genops.c:885:class_export_put()) final put ffff8fd883de3800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1787614647.676799:0:21338:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd883de3800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1787614647.676805:0:21338:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:1.0:1787614647.676872:0:21338:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1787614647.676875:0:21338:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787614647.676880:0:21338:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787614647.676886:0:21338:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8fd88243b000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787614647.676892:0:21338:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff8fd881ac19b8) has exports, disconnecting them 00000020:00080000:1.0:1787614647.676896:0:21338:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8fd88243b000), last request at 1787614575 00000020:00000080:1.0:1787614647.676900:0:21338:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6d4b 00000020:00080000:1.0:1787614647.676911:0:21338:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8fd88243b000): rc 0 00000020:00000080:1.0:1787614647.676915:0:21338:0:(genops.c:885:class_export_put()) final put ffff8fd88243b000/lustre-MDT0001-lwp-OST0001 00000020:00000080:2.0:1787614647.677006:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd88243b000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1787614647.683591:0:21338:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1787614647.683601:0:21338:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787614647.683605:0:21338:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787614647.683612:0:21338:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787614647.683640:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8fd8826ba800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:2.0:1787614647.683683:0:18694:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1787614647.683880:0:17150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1787614647.684201:0:17151:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:2.0:1787614647.684368:0:17145:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8fd9a0a9e800:17145] 0 exiting: rc = 1 00000100:00100000:2.0:1787614647.684489:0:17146:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8fd9ad94f800:17146] 1 exiting: rc = 0 00000100:00100000:2.0:1787614647.684542:0:20189:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffff8fd9af80f400:20189] 2 exiting: rc = 0 00000100:00100000:2.0:1787614647.684600:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.684852:0:17147:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8fd9ad94e800:17147] 0 exiting: rc = 1 00000100:00100000:2.0:1787614647.684922:0:17149:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8fd9ad94f200:17149] 2 exiting: rc = 0 00000100:00100000:2.0:1787614647.684982:0:17148:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8fd9ad94fa00:17148] 1 exiting: rc = 0 00000100:00100000:2.0:1787614647.685052:0:18695:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8fd8836fd000:18695] 3 exiting: rc = 0 00000100:00100000:2.0:1787614647.685105:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685113:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685119:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685125:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685130:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685137:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685155:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685161:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685165:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685170:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685176:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685181:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685186:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685191:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685196:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685200:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685205:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685210:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685216:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685327:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685333:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685338:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685342:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685347:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685351:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685357:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685371:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685376:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685381:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685385:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685390:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685408:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685413:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685418:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685424:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685428:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685433:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685438:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685463:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685468:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685473:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685477:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685482:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685487:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685491:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685495:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685502:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685509:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685516:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685521:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685526:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685531:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685537:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685542:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685547:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685551:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685556:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685562:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685566:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685570:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685576:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685588:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685592:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.685598:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1787614647.686436:0:21338:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787614647.686469:0:21338:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:2.0:1787614647.686475:0:21338:0:(genops.c:885:class_export_put()) final put ffff8fd9ae809800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:2.0:1787614647.686479:0:21338:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9ae809800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:2.0:1787614647.686485:0:21338:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:2.0:1787614647.686530:0:21338:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd9ae80e800 1 00000020:00000080:2.0:1787614647.686536:0:21338:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbb6ded2d9f6e6cf7 00000020:00000080:2.0:1787614647.686543:0:21338:0:(genops.c:885:class_export_put()) final put ffff8fd9ae808000/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1787614647.686555:0:21338:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1787614647.686565:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9ae808000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1787614647.686576:0:21338:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787614647.686580:0:21338:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787614647.686584:0:21338:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff8fd881ac4d28) has no exports 00000020:00000080:3.0:1787614647.714642:0:21338:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787614647.714656:0:21338:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1787614647.714661:0:21338:0:(genops.c:885:class_export_put()) final put ffff8fd9ae80e000/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1787614647.714666:0:21338:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd9ae80e000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1787614647.714678:0:21338:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1787614647.714989:0:21338:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8fd9ae80b800 00000020:01000000:3.0:1787614647.715010:0:21338:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1787614647.715014:0:21338:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787614647.715019:0:21338:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787614647.715023:0:21338:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff8fd9904799b8) has no exports 00000020:00000080:3.0:1787614647.715042:0:21338:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787614647.715048:0:21338:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1787614647.715050:0:21338:0:(genops.c:885:class_export_put()) final put ffff8fd88241a000/OSS_uuid 00000020:00000080:3.0:1787614647.715053:0:21338:0:(genops.c:844:class_export_destroy()) destroying export ffff8fd88241a000/OSS_uuid for OSS 00000020:01000000:3.0:1787614647.715057:0:21338:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:3.0:1787614647.715154:0:19664:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8fd8833dd200:19664] 4 exiting: rc = 0 00000100:00100000:3.0:1787614647.715283:0:18669:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8fd9b6b30400:18669] 0 exiting: rc = 1 00000100:00100000:0.0:1787614647.715480:0:19353:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8fd8832be800:19353] 3 exiting: rc = 0 00000100:00100000:0.0:1787614647.715541:0:18671:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8fd88255fa00:18671] 2 exiting: rc = 0 00000100:00100000:0.0:1787614647.715591:0:18670:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8fd88255e000:18670] 1 exiting: rc = 0 00000100:00100000:3.0:1787614647.715693:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715702:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715707:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715712:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715717:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715722:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715727:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715733:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715738:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715743:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715748:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715766:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715771:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715776:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715782:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715788:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715795:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715800:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715806:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715811:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715817:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715822:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715828:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715834:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715840:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715845:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715851:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715857:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715863:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715868:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715874:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715879:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715883:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715888:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715893:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715899:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715903:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715908:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715913:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715918:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715923:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715928:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715934:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715939:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715944:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715948:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715960:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715965:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715970:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715975:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715981:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715986:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715991:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.715998:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.716004:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.716009:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.716014:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.716020:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.716024:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.716029:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.716034:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.716039:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.716044:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.716049:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.717427:0:18673:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8fd882785600:18673] 1 exiting: rc = 0 00000100:00080000:1.0:1787614647.717472:0:17158:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1787614647.717653:0:18672:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8fd883795e00:18672] 0 exiting: rc = 1 00000100:00100000:3.0:1787614647.718018:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718025:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718031:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718036:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718041:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718048:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718055:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718070:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718077:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718082:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718088:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718093:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718099:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718105:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718111:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718116:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718121:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718137:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718142:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718147:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718153:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718158:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718163:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718168:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718174:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718179:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718184:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718189:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718194:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718198:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718203:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718208:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718213:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718218:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718224:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718229:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718234:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718239:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718244:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718251:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718256:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718261:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718267:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718272:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718277:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718283:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718288:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718292:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718297:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718302:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718307:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718318:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718329:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718334:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718339:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718344:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718350:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718354:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718359:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718364:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718369:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718374:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718379:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.718384:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.719780:0:18674:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8fd9ad94e400:18674] 0 exiting: rc = 1 00000100:00100000:0.0:1787614647.719969:0:18675:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8fd9b6b15a00:18675] 1 exiting: rc = 0 00000100:00100000:3.0:1787614647.720219:0:18676:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8fd9b6b15200:18676] 2 exiting: rc = 0 00000100:00100000:0.0:1787614647.720385:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720430:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720438:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720539:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720544:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720549:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720554:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720559:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720565:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720570:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720575:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720580:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720586:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720590:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720595:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720600:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720605:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720628:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720634:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720639:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720644:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720649:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720655:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720660:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720666:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720682:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720687:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720693:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720698:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720702:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720706:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720712:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720718:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720723:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720728:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720733:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720739:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720745:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720750:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720755:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720760:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720779:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720785:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720790:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720795:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720799:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720804:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720808:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720813:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720819:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720824:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720829:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720842:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720849:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720854:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720860:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720874:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720881:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720888:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720895:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720907:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720913:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720918:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787614647.720923:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787614647.725350:0:18678:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8fd9bb260800:18678] 1 exiting: rc = 0 00000100:00100000:3.0:1787614647.725617:0:18677:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8fd9bb261a00:18677] 0 exiting: rc = 1 00000100:00100000:1.0:1787614647.726251:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726261:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726266:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726271:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726276:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726280:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726286:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726292:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726297:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726308:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726314:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726332:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726337:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726341:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726346:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726350:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726354:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726359:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726364:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726370:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726375:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726379:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726384:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726389:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726707:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726717:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726722:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726727:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726732:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726737:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726742:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726747:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726752:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726758:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726763:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726768:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726774:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726779:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726784:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726790:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726796:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726801:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726807:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726811:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726817:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726822:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726836:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726841:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726846:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726856:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726864:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726868:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726873:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726879:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726884:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726889:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726893:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726898:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726902:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726908:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726913:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726918:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726922:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.726927:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787614647.728865:0:18680:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8fd98c438a00:18680] 1 exiting: rc = 0 00000100:00100000:2.0:1787614647.729007:0:18679:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8fd98c439800:18679] 0 exiting: rc = 1 00000100:00100000:1.0:1787614647.729097:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729105:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729112:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729117:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729141:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729148:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729155:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729160:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729167:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729173:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729179:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729184:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729191:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729197:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729204:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729210:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729231:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729248:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729253:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729258:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729264:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729270:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729278:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729284:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729290:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729294:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729300:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729305:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729326:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729333:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729339:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729344:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729349:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729355:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729360:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729366:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729371:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729377:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729383:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729388:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729418:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729426:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729431:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729437:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729471:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729477:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729483:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729489:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729494:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729501:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729506:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729512:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729538:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729544:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729550:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729556:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729561:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729567:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729572:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729577:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729582:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729588:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729592:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787614647.729598:0:21338:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1787614647.738053:0:21338:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1787614664.884878:0:22104:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg306-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1787614674.191355:0:22716:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787614674.191360:0:22716:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1787614674.191362:0:22716:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1787614674.191518:0:22716:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8fd9bce01000 00000020:01000004:3.0:1787614674.191534:0:22716:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1787614674.191541:0:22716:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1787614674.191554:0:22716:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8fd8825799b8) 00000020:00000080:3.0:1787614674.191568:0:22716:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1787614674.280407:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1787614674.280785:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1787614674.284395:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1787614674.285958:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1787614674.288611:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1787614674.289062:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1787614674.289504:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1787614674.289799:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1787614674.290201:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1787614674.290889:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1787614674.294550:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1787614674.294991:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1787614674.295490:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1787614674.295794:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:1.0:1787614674.296942:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:1.0:1787614674.304067:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.304607:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.304945:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.305471:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.305714:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.306117:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.310975:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.311523:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.311948:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.312221:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.312487:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.312687:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.312989:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.313270:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.313625:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.313931:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.314317:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.314531:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.314720:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.315202:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.315511:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.315749:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.316057:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1787614674.316423:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.316682:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.317160:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.317621:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.317920:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:1.0:1787614674.318365:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1787614674.318710:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1787614674.319158:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1787614674.319371:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1787614674.320369:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1787614674.320773:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1787614674.321131:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:2.0:1787614674.321575:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1787614674.322157:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1787614674.322656:0:22716:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:3.0:1787614674.323979:0:22716:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1787614674.324195:0:22716:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1787614674.324204:0:22716:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787614674.324225:0:22716:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbb6ded2d9f6e726f 00000020:01000004:3.0:1787614674.324232:0:22716:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1787614674.324237:0:22716:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1787614674.324242:0:22716:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8fd9bce01000 from MGS 00000020:01000004:3.0:1787614674.324246:0:22716:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1787614674.324257:0:22716:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8fd88257b370) 00000020:00000080:3.0:1787614674.324267:0:22716:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1787614674.324334:0:22716:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fd9bce01000 from MGS, refs=2 00080000:01000000:3.0:1787614674.324349:0:22716:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1787614674.324355:0:22716:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbb6ded2d9f6e727d 00000100:00100000:3.0:1787614674.324475:0:22716:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1787614674.324600:0:22716:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1787614674.324606:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1787614674.326228:0:22716:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1787614674.326238:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1787614674.329208:0:22716:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787614674.331529:0:22716:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1787614674.331538:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1787614674.334246:0:22716:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1787614674.334258:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1787614674.335221:0:22716:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1787614674.335231:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1787614674.336679:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614674.336684:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614674.336686:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614674.337243:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614674.337246:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614674.337247:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614674.341165:0:22716:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1787614674.351312:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1787614674.351376:0:22716:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1787614674.353128:0:22728:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1787614674.353255:0:22716:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1787614674.353304:0:22716:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1787614674.354386:0:22716:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1787614674.354695:0:22716:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787614674.355325:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1787614674.355331:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1787614674.358117:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1787614674.358129:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1787614674.362777:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1787614674.362788:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1787614674.364729:0:22716:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1787614674.364753:0:22716:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.106@tcp' 00000020:01000004:0.0:1787614674.364755:0:22716:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1787614674.364784:0:22716:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.106@tcp (typ=mgc) 00000020:00000080:0.0:1787614674.364797:0:22716:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.106@tcp (ffff8fd9a941b370) 00000020:00000080:0.0:1787614674.364822:0:22716:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1787614674.364905:0:22716:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd9a0afa800@MGC192.168.203.106@tcp: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787614674.365062:0:22716:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.106@tcp-0 is initialized 00000040:01000000:0.0:1787614674.365068:0:22716:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.106@tcp ctxt 1 is initialized 00000100:00080000:2.0:1787614674.366667:0:22733:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:1.0:1787614674.367702:0:22734:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1787614674.367781:0:22716:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.106@tcp (uuid 9ad6f0b5-ad9e-4280-a4a9-16cc258310e7) 00000020:00000080:0.0:1787614674.367818:0:22716:0:(genops.c:1385:class_connect()) connect: client 9ad6f0b5-ad9e-4280-a4a9-16cc258310e7, cookie 0xbb6ded2d9f6e728b 00000100:00080000:0.0:1787614674.367831:0:22716:0:(import.c:510:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787614674.367837:0:22716:0:(import.c:624:import_select_connection()) MGC192.168.203.106@tcp: import ffff8fd9a0afa800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:0.0:1787614674.367869:0:22716:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9a9bab480 x1874449272112640/t0(0) o250->MGC192.168.203.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787614674.367900:0:22716:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9ad6f0b5-ad9e-4280-a4a9-16cc258310e7->MGS 00000020:01000004:0.0:1787614674.367922:0:22716:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1787614674.367926:0:22716:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1787614674.367939:0:22716:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8fd9a941cd28) 00000020:00000080:0.0:1787614674.367950:0:22716:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1787614674.368185:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3662:1874449272112640:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1787614674.368260:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614674.369531:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272112640 00000100:00100000:2.0:1787614674.369542:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272112640 00000100:00100000:2.0:1787614674.369573:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787614674.369581:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3662:x1874449272112640:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1787614674.369604:0:22730:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 9ad6f0b5-ad9e-4280-a4a9-16cc258310e7@0@lo t0 exp 0000000000000000 cur 671 last 0 00000020:00000080:2.0:1787614674.369627:0:22730:0:(genops.c:1385:class_connect()) connect: client 9ad6f0b5-ad9e-4280-a4a9-16cc258310e7, cookie 0xbb6ded2d9f6e7299 00000100:00080000:2.0:1787614674.369742:0:22730:0:(import.c:65:import_set_state_nolock()) ffff8fd9af9c2800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787614674.370428:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+5:3662:x1874449272112640:12345-0@lo:250:mount.lustre.0 Request processed in 844us (2165us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614674.370437:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787614674.377939:0:3662:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.106@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787614674.377955:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.106@tcp: connect to target with instance 0 00000100:00080000:1.0:1787614674.377963:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.106@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1787614674.377969:0:3662:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1787614674.377974:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9a0afa800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1787614674.377977:0:3662:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1787614674.377984:0:3662:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1787614674.377992:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3662:1874449272112640:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1787614674.385872:0:22716:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787614674.386054:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1787614674.386060:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1787614674.389414:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1787614674.389425:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1787614674.393407:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1787614674.393421:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1787614674.394304:0:22716:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787614674.394924:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1787614674.394932:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1787614674.395751:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1787614674.395759:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1787614674.444707:0:22716:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787614674.444907:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1787614674.444914:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1787614674.447175:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1787614674.447188:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1787614674.448700:0:22716:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787614674.449008:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1787614674.449015:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1787614674.451419:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1787614674.451435:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1787614674.452575:0:22716:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787614674.452747:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1787614674.452753:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1787614674.453301:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1787614674.453309:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1787614674.454175:0:22716:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787614674.454330:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1787614674.454335:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1787614674.456237:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1787614674.456251:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1787614674.487823:0:22716:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787614674.488025:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1787614674.488031:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1787614674.496705:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1787614674.496720:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1787614674.497585:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1787614674.497594:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1787614674.500208:0:22716:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1787614674.500258:0:22716:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1787614674.500264:0:22716:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.106@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1787614674.500381:0:22716:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.106@tcp ctxt 0 is initialized 00000020:01000004:0.0:1787614674.500434:0:22716:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.106@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1787614674.500438:0:22716:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1787614674.500460:0:22716:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787614674.500462:0:22716:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787614674.500463:0:22716:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787614674.500464:0:22716:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787614674.500465:0:22716:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787614674.500466:0:22716:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787614674.500468:0:22716:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787614674.500470:0:22716:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787614674.500472:0:22716:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787614674.500474:0:22716:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1787614674.500477:0:22716:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787614674.500478:0:22716:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787614674.500479:0:22716:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787614674.500480:0:22716:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787614674.500481:0:22716:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787614674.500482:0:22716:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787614674.500483:0:22716:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787614674.500484:0:22716:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787614674.500485:0:22716:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787614674.500486:0:22716:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787614674.500513:0:22716:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1787614674.500532:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272112768:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787614674.500601:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614674.500714:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528e180 going to sleep for 11 seconds 00000100:00100000:1.0:1787614674.500988:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272112768 00000100:00100000:1.0:1787614674.500996:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272112768 00000100:00100000:1.0:1787614674.501053:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787614674.501071:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+5:22716:x1874449272112768:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787614674.501116:0:22732:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1787614674.501119:0:22732:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1787614674.501123:0:22732:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1787614674.507379:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1787614674.507919:0:22732:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1787614674.513594:0:22754:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1787614674.513610:0:22754:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1787614674.513613:0:22754:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1787614674.513617:0:22754:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1787614674.514168:0:22754:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:3.0:1787614674.514509:0:22732:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1787614674.514521:0:22732:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1787614674.518813:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+5:22716:x1874449272112768:12345-0@lo:253:mount.lustre.0 Request processed in 17736us (18203us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614674.518830:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787614674.519002:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272112768:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787614674.519018:0:22716:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1787614674.519021:0:22716:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787614674.519022:0:22716:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787614674.519023:0:22716:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787614674.519025:0:22716:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787614674.519026:0:22716:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787614674.519027:0:22716:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787614674.519028:0:22716:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787614674.519043:0:22716:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787614674.519045:0:22716:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787614674.519046:0:22716:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1787614674.519078:0:22716:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8fd9bce01000 from lustre-MDT0000 10000000:01000000:0.0:1787614674.519108:0:22716:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1787614674.519111:0:22716:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1787614674.519115:0:22716:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8fd9a941b370 10000000:01000000:0.0:1787614674.519118:0:22716:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787614674.519127:0:22716:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8fd9a941b370 from 1 10000000:01000000:0.0:1787614674.519130:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1787614674.519168:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.519179:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.519189:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614674.519208:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272112896:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787614674.519258:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614674.519298:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1787614674.519416:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272112896 00000100:00100000:3.0:1787614674.519422:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272112896 00000100:00100000:3.0:1787614674.519511:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787614674.519521:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+5:22716:x1874449272112896:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787614674.519533:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787614674.519547:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b6014600/0xbb6ded2d9f6e72a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e72a0 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.519568:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b6014600/0xbb6ded2d9f6e72a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e72a0 expref: 6 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.519578:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b6014600/0xbb6ded2d9f6e72a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e72a0 expref: 6 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.519585:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b6014600, rc 0) 00000100:00100000:3.0:1787614674.519619:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+6:22716:x1874449272112896:12345-0@lo:101:mount.lustre.0 Request processed in 101us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614674.519625:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787614674.521045:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272112896:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787614674.521236:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.521248:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614674.521326:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272113024:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787614674.521385:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614674.521422:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1787614674.521507:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272113024 00000100:00100000:1.0:1787614674.521513:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272113024 00000100:00100000:1.0:1787614674.521560:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787614674.521569:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+6:22716:x1874449272113024:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614674.521674:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+6:22716:x1874449272113024:12345-0@lo:501:mount.lustre.0 Request processed in 106us (288us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787614674.521682:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787614674.521790:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272113024:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1787614674.521823:0:22716:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1787614674.521840:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.521848:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614674.521858:0:22716:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8fd9bce01000 10000000:01000000:0.0:1787614674.521862:0:22716:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787614674.521878:0:22716:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8fd9bce01000 10000000:01000000:0.0:1787614674.521881:0:22716:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1787614674.521885:0:22716:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8fd9bce01000 from 1 10000000:01000000:0.0:1787614674.521888:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1787614674.521910:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171800/0xbb6ded2d9f6e72ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.521917:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171800/0xbb6ded2d9f6e72ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.521925:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171800/0xbb6ded2d9f6e72ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614674.521937:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272113152:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787614674.521961:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614674.521988:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1787614674.522145:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272113152 00000100:00100000:3.0:1787614674.522149:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272113152 00000100:00100000:3.0:1787614674.522178:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787614674.522183:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+6:22716:x1874449272113152:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787614674.522190:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787614674.522200:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b6014200/0xbb6ded2d9f6e72b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e72ae expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.522223:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b6014200/0xbb6ded2d9f6e72b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e72ae expref: 7 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.522233:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b6014200/0xbb6ded2d9f6e72b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e72ae expref: 7 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.522258:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b6014200, rc 0) 00000100:00100000:3.0:1787614674.522294:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+7:22716:x1874449272113152:12345-0@lo:101:mount.lustre.0 Request processed in 109us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614674.522299:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787614674.522424:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272113152:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787614674.522439:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171800/0xbb6ded2d9f6e72ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72b5 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.522485:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171800/0xbb6ded2d9f6e72ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e72b5 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614674.522496:0:22716:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1787614674.522499:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171800/0xbb6ded2d9f6e72ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72b5 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.522505:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171800/0xbb6ded2d9f6e72ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72b5 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614674.522510:0:22716:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1787614674.522513:0:22716:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787614674.522517:0:22716:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8fd9bce01000 10000000:01000000:0.0:1787614674.522519:0:22716:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1787614674.522522:0:22716:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1787614674.522524:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1787614674.522537:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171a00/0xbb6ded2d9f6e72bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.522544:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171a00/0xbb6ded2d9f6e72bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.522550:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171a00/0xbb6ded2d9f6e72bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614674.522562:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272113280:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787614674.522596:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614674.522617:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1787614674.522672:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272113280 00000100:00100000:2.0:1787614674.522677:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272113280 00000100:00100000:2.0:1787614674.522701:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787614674.522708:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+7:22716:x1874449272113280:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787614674.522716:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614674.522727:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b7851e00/0xbb6ded2d9f6e72c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e72bc expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.522741:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b7851e00/0xbb6ded2d9f6e72c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e72bc expref: 8 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.522749:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b7851e00/0xbb6ded2d9f6e72c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e72bc expref: 8 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.522756:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b7851e00, rc 0) 00000100:00100000:2.0:1787614674.522792:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+8:22716:x1874449272113280:12345-0@lo:101:mount.lustre.0 Request processed in 85us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614674.522798:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787614674.524104:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272113280:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787614674.524128:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171a00/0xbb6ded2d9f6e72bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72c3 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.524137:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171a00/0xbb6ded2d9f6e72bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e72c3 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614674.524231:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272113408:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787614674.524276:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614674.524302:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1787614674.524355:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272113408 00000100:00100000:1.0:1787614674.524511:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272113408 00000100:00100000:1.0:1787614674.524889:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787614674.524899:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+8:22716:x1874449272113408:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614674.525034:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+9:22716:x1874449272113408:12345-0@lo:501:mount.lustre.0 Request processed in 137us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614674.525042:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787614674.525307:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272113408:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787614674.525368:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272113536:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787614674.525407:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614674.525437:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1787614674.525664:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272113536 00000100:00100000:3.0:1787614674.525671:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272113536 00000100:00100000:3.0:1787614674.526511:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787614674.526533:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+9:22716:x1874449272113536:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787614674.527626:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+9:22716:x1874449272113536:12345-0@lo:503:mount.lustre.0 Request processed in 1102us (2212us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614674.527637:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787614674.531545:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272113536:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787614674.533852:0:22755:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22755:1874449272113664:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787614674.533946:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614674.533992:0:22755:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528e300 going to sleep for 11 seconds 00000100:00100000:3.0:1787614674.534169:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272113664 00000100:00100000:3.0:1787614674.534177:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272113664 00000100:00100000:3.0:1787614674.534236:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787614674.534246:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+9:22755:x1874449272113664:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787614674.535281:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+9:22755:x1874449272113664:12345-0@lo:502:llog_process_th.0 Request processed in 1032us (1330us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614674.535299:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787614674.535811:0:22755:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22755:1874449272113664:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787614674.535848:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787614674.535859:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614674.535861:0:22755:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1787614674.535932:0:22755:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1787614674.535944:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787614674.535960:0:22755:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8fd9a9418000) 00000020:00000080:0.0:1787614674.535976:0:22755:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1787614674.535982:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1787614674.536131:0:22755:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:0.0:1787614674.536138:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbb6ded2d9f6e72d1 00000020:00000080:1.0:1787614674.537054:0:22755:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1787614674.537061:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614674.537075:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.537077:0:22755:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1787614674.537080:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614674.537084:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.537085:0:22755:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1787614674.537089:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787614674.537099:0:22755:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8fd881ac3370) 00000020:00000080:1.0:1787614674.537113:0:22755:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1787614674.537118:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787614674.537120:0:22755:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1787614674.537122:0:22755:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1787614674.537129:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787614674.537185:0:22755:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fd9bce01000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1787614674.537276:0:22755:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8fd881ac0000) 00000020:00000080:1.0:1787614674.537286:0:22755:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1787614674.537342:0:22755:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1787614674.537347:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbb6ded2d9f6e72e6 00000020:00000080:1.0:1787614674.537869:0:22755:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1787614674.537878:0:22755:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1787614674.537885:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xbb6ded2d9f6e72ed 00080000:01000000:1.0:1787614674.537890:0:22755:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:1.0:1787614674.537893:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbb6ded2d9f6e72f4 00010000:00010000:2.0:1787614674.627424:0:22755:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1787614674.629011:0:22755:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1787614674.629988:0:22755:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1787614674.630948:0:22755:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8fd9904799b8) 00000020:00000080:2.0:1787614674.630970:0:22755:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1787614674.631124:0:22755:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:2.0:1787614674.631133:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbb6ded2d9f6e7302 00000020:00000080:2.0:1787614674.634025:0:22755:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1787614674.649206:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xbb6ded2d9f6e7309 00000020:00000080:3.0:1787614674.650079:0:22755:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1787614674.650093:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787614674.650100:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614674.650102:0:22755:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1787614674.650105:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787614674.650108:0:22755:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1787614674.650109:0:22755:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787614674.650111:0:22755:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787614674.650112:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787614674.650121:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614674.650123:0:22755:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787614674.650126:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787614674.650132:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614674.650133:0:22755:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1787614674.650137:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1787614674.650182:0:22755:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1787614674.650200:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787614674.650204:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614674.650205:0:22755:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1787614674.650207:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787614674.650220:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614674.650222:0:22755:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1787614674.650225:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787614674.650230:0:22755:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:00000080:3.0:1787614674.650257:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787614674.650272:0:22755:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8fd882578000) 00000020:00000080:3.0:1787614674.650286:0:22755:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1787614674.650291:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787614674.650340:0:22755:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1787614674.650345:0:22755:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:3.0:1787614674.650351:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbb6ded2d9f6e7317 00010000:00080000:3.0:1787614674.650381:0:22755:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd9bcf15000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.106@tcp at head 00010000:00010000:3.0:1787614674.652153:0:22755:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1787614674.656244:0:22755:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787614674.656260:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1787614674.656299:0:22755:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1787614674.656320:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbb6ded2d9f6e731e 00000100:00080000:3.0:1787614674.656331:0:22755:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787614674.656336:0:22755:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8fd9bcf15000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614674.656369:0:22755:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883fc2d80 x1874449272113792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787614674.656466:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272113792:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787614674.656545:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614674.656714:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272113792 00000100:00100000:2.0:1787614674.656723:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272113792 00000100:00100000:2.0:1787614674.656755:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787614674.656763:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882529500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3662:x1874449272113792:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1787614674.656780:0:22742:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1787614674.657831:0:22755:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1787614674.657922:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787614674.657927:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614674.657930:0:22755:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1787614674.657933:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787614674.657936:0:22755:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1787614674.657938:0:22755:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787614674.657940:0:22755:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787614674.657941:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787614674.657943:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614674.657945:0:22755:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787614674.657948:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787614674.657952:0:22755:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1787614674.657956:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614674.657957:0:22755:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1787614674.657960:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787614674.657964:0:22755:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:01000000:3.0:1787614674.657985:0:22755:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1787614674.657988:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787614674.658001:0:22755:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8fd88257cd28) 00000020:00000080:3.0:1787614674.658016:0:22755:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1787614674.658021:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787614674.658089:0:22755:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1787614674.658096:0:22755:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:3.0:1787614674.658102:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbb6ded2d9f6e732c 00010000:00080000:3.0:1787614674.658147:0:22755:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd9ae80e000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.106@tcp at head 00010000:00010000:3.0:1787614674.658375:0:22755:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:3.0:1787614674.659877:0:22755:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787614674.660317:0:22755:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1787614674.664417:0:22755:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787614674.665074:0:22755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1787614674.675227:0:22755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1787614674.676329:0:22761:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787614674.676335:0:22761:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1787614674.677796:0:22755:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787614674.677808:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787614674.677844:0:22755:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787614674.677864:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbb6ded2d9f6e7333 00000100:00080000:3.0:1787614674.677874:0:22755:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787614674.677880:0:22755:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8fd9ae80e000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614674.677914:0:22755:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883fc3480 x1874449272113920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787614674.677972:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272113920:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787614674.678023:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874449272113920 offset 0 length 520: 4 00000100:00080000:3.0:1787614674.678077:0:22755:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1787614674.678136:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787614674.678140:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614674.678143:0:22755:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787614674.678146:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787614674.678148:0:22755:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1787614674.678150:0:22755:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787614674.678151:0:22755:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787614674.678152:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787614674.678154:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614674.678155:0:22755:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787614674.678158:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787614674.678161:0:22755:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1787614674.678164:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614674.678165:0:22755:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1787614674.678168:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787614674.678172:0:22755:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:01000000:3.0:1787614674.678191:0:22755:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1787614674.678194:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787614674.678205:0:22755:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8fd9bcf33370) 00000020:00000080:3.0:1787614674.678226:0:22755:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1787614674.678232:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787614674.678300:0:22755:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1787614674.678305:0:22755:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:3.0:1787614674.678312:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbb6ded2d9f6e7341 00010000:00080000:3.0:1787614674.678339:0:22755:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd9bcf16000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.106@tcp at head 00010000:00010000:3.0:1787614674.678579:0:22755:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1787614674.678643:0:22755:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787614674.678657:0:22755:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1787614674.685569:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882529500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3662:x1874449272113792:12345-0@lo:38:llog_process_th.0 Request processed in 28790us (29008us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787614674.685588:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:0.0:1787614674.686242:0:22755:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1787614674.686849:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf15000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614674.686857:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787614674.686861:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272113792:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1787614674.687497:0:22755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1787614674.687698:0:22755:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1787614674.688503:0:22763:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787614674.688517:0:22763:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1787614674.696518:0:22755:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787614674.696534:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1787614674.696720:0:22755:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1787614674.696741:0:22755:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbb6ded2d9f6e7348 00000100:00080000:1.0:1787614674.696752:0:22755:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787614674.696758:0:22755:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fd9bcf16000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:1.0:1787614674.696791:0:22755:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88252a300 x1874449272114048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787614674.696870:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272114048:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1787614674.696922:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874449272114048 offset 0 length 520: 4 00000100:00080000:1.0:1787614674.696979:0:22755:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1787614674.697031:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614674.697035:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.697037:0:22755:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1787614674.697040:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614674.697043:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.697045:0:22755:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787614674.697048:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787614674.697050:0:22755:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787614674.697052:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614674.697054:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.697055:0:22755:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1787614674.697057:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614674.697059:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.697060:0:22755:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787614674.697063:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1787614674.697092:0:22755:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882529f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22755:1874449272114176:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787614674.697143:0:22755:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614674.697160:0:22755:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9933aee40 going to sleep for 11 seconds 00000100:00100000:3.0:1787614674.697581:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272114176 00000100:00100000:3.0:1787614674.697589:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272114176 00000100:00100000:3.0:1787614674.697629:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787614674.697638:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+9:22755:x1874449272114176:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787614674.697929:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+9:22755:x1874449272114176:12345-0@lo:502:llog_process_th.0 Request processed in 291us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614674.697938:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787614674.698134:0:22755:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882529f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22755:1874449272114176:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787614674.698160:0:22755:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787614674.698166:0:22755:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614674.698168:0:22755:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787614674.698173:0:22755:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1787614674.698420:0:22716:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1787614674.698986:0:22716:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1787614674.699008:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171a00/0xbb6ded2d9f6e72bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72c3 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.699020:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171a00/0xbb6ded2d9f6e72bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72c3 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614674.699121:0:22716:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fd9bce01000 from 1 10000000:01000000:0.0:1787614674.699126:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787614674.699162:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.699169:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.699177:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614674.699195:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272114304:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787614674.699250:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614674.699291:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1787614674.699347:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272114304 00000100:00100000:3.0:1787614674.699354:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272114304 00000100:00100000:3.0:1787614674.699392:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787614674.699401:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+9:22716:x1874449272114304:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787614674.699423:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787614674.699435:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b6014400/0xbb6ded2d9f6e7356 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e734f expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.699485:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b6014400/0xbb6ded2d9f6e7356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e734f expref: 10 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.699495:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b6014400/0xbb6ded2d9f6e7356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e734f expref: 10 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.699504:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b6014400, rc 0) 00000100:00100000:3.0:1787614674.699541:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+10:22716:x1874449272114304:12345-0@lo:101:mount.lustre.0 Request processed in 140us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614674.699547:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787614674.699836:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272114304:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787614674.699856:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7356 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.699864:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7356 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614674.701241:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272114432:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1787614674.701479:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614674.701527:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1787614674.702100:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272114432 00000100:00100000:3.0:1787614674.702109:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272114432 00000100:00100000:3.0:1787614674.702164:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787614674.702173:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+10:22716:x1874449272114432:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1787614674.702193:0:22731:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1787614674.702199:0:22731:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1787614674.702387:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+10:22716:x1874449272114432:12345-0@lo:256:mount.lustre.0 Request processed in 214us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614674.702395:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787614674.702687:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272114432:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1787614674.704629:0:22716:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787614674.704662:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7356 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.704675:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7356 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614674.704684:0:22716:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fd9bce01000 from 1 10000000:01000000:0.0:1787614674.704687:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787614674.704727:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.704734:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.704745:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614674.704766:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272114560:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787614674.704888:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614674.704936:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1787614674.705471:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272114560 00000100:00100000:3.0:1787614674.705480:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272114560 00000100:00100000:3.0:1787614674.705527:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787614674.705536:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+10:22716:x1874449272114560:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787614674.705549:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787614674.705582:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b6015a00/0xbb6ded2d9f6e7364 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e735d expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.705607:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b6015a00/0xbb6ded2d9f6e7364 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e735d expref: 11 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.705618:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b6015a00/0xbb6ded2d9f6e7364 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e735d expref: 11 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.705627:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b6015a00, rc 0) 00000100:00100000:3.0:1787614674.705682:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+11:22716:x1874449272114560:12345-0@lo:101:mount.lustre.0 Request processed in 147us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614674.705689:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787614674.705839:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272114560:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787614674.705855:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7364 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614674.705871:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7364 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614674.705936:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272114688:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614674.705965:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614674.705995:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9933aed80 going to sleep for 11 seconds 00000100:00100000:2.0:1787614674.706053:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272114688 00000100:00100000:2.0:1787614674.706058:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272114688 00000100:00100000:2.0:1787614674.706091:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787614674.706098:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd982fdc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+11:22716:x1874449272114688:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787614674.706240:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd982fdc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+11:22716:x1874449272114688:12345-0@lo:501:mount.lustre.0 Request processed in 143us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614674.706248:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787614674.706325:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272114688:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614674.706352:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272114816:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787614674.706388:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614674.706410:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9933aed80 going to sleep for 11 seconds 00000100:00100000:2.0:1787614674.706526:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272114816 00000100:00100000:2.0:1787614674.706530:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272114816 00000100:00100000:2.0:1787614674.706549:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787614674.706566:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd982fdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+11:22716:x1874449272114816:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787614674.706650:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd982fdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+11:22716:x1874449272114816:12345-0@lo:503:mount.lustre.0 Request processed in 85us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614674.706658:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787614674.706790:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272114816:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787614674.707259:0:22765:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22765:1874449272114944:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787614674.707310:0:22765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614674.707343:0:22765:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9933aef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787614674.707470:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272114944 00000100:00100000:2.0:1787614674.707476:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272114944 00000100:00100000:2.0:1787614674.707506:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787614674.707512:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd982fdf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+11:22765:x1874449272114944:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787614674.707972:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd982fdf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+11:22765:x1874449272114944:12345-0@lo:502:llog_process_th.0 Request processed in 458us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614674.707980:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787614674.708185:0:22765:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22765:1874449272114944:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787614674.708223:0:22765:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614674.708232:0:22765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.708235:0:22765:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787614674.708242:0:22765:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fd9bce01000 00000020:00000080:1.0:1787614674.708244:0:22765:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787614674.708253:0:22765:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614674.708255:0:22765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.708256:0:22765:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787614674.708259:0:22765:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614674.708261:0:22765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.708268:0:22765:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787614674.708273:0:22765:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fd9bce01000 00000020:00000080:1.0:1787614674.708275:0:22765:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787614674.708396:0:22765:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614674.708400:0:22765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.708402:0:22765:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787614674.708405:0:22765:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614674.708407:0:22765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.708409:0:22765:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787614674.708412:0:22765:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fd9bce01000 00000020:00000080:1.0:1787614674.708414:0:22765:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787614674.708432:0:22765:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614674.708435:0:22765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.708437:0:22765:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787614674.708462:0:22765:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614674.708466:0:22765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.708467:0:22765:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787614674.708471:0:22765:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fd9bce01000 00000020:00000080:1.0:1787614674.708473:0:22765:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787614674.708513:0:22765:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22765:1874449272115072:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787614674.709413:0:22765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614674.709468:0:22765:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9933aef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787614674.709545:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272115072 00000100:00100000:2.0:1787614674.709626:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272115072 00000100:00100000:2.0:1787614674.709676:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787614674.709684:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd982fde850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+11:22765:x1874449272115072:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787614674.709793:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd982fde850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+11:22765:x1874449272115072:12345-0@lo:502:llog_process_th.0 Request processed in 109us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614674.709800:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787614674.710015:0:22765:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22765:1874449272115072:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787614674.710042:0:22765:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614674.710048:0:22765:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614674.710050:0:22765:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787614674.710054:0:22765:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1787614674.710224:0:22716:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1787614674.710248:0:22716:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787614674.710265:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7364 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.710275:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7364 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614674.710384:0:22716:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787614674.710387:0:22716:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8fd9bce01000 10000000:01000000:2.0:1787614674.710390:0:22716:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8fd9bce01000 10000000:01000000:2.0:1787614674.710394:0:22716:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787614674.710399:0:22716:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8fd9bce01000 from 1 10000000:01000000:2.0:1787614674.710401:0:22716:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787614674.710428:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851a00/0xbb6ded2d9f6e736b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.710437:0:22716:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851a00/0xbb6ded2d9f6e736b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.711664:0:22716:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851a00/0xbb6ded2d9f6e736b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614674.711687:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272115200:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787614674.711740:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614674.711773:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd990fe8900 going to sleep for 11 seconds 00000100:00100000:1.0:1787614674.715689:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272115200 00000100:00100000:1.0:1787614674.715704:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272115200 00000100:00100000:1.0:1787614674.715764:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787614674.715774:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+11:22716:x1874449272115200:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787614674.715798:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614674.715817:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd98c4e0a00/0xbb6ded2d9f6e7372 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e736b expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614674.715845:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd98c4e0a00/0xbb6ded2d9f6e7372 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e736b expref: 12 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614674.715856:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd98c4e0a00/0xbb6ded2d9f6e7372 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e736b expref: 12 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614674.715865:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e0a00, rc 0) 00000100:00100000:1.0:1787614674.715936:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22716:x1874449272115200:12345-0@lo:101:mount.lustre.0 Request processed in 163us (4195us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614674.715943:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787614674.716437:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272115200:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787614674.716484:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851a00/0xbb6ded2d9f6e736b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7372 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.716494:0:22716:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851a00/0xbb6ded2d9f6e736b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7372 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614674.716644:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272115328:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787614674.716682:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614674.716716:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd990fe8900 going to sleep for 11 seconds 00000100:00100000:1.0:1787614674.716793:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272115328 00000100:00100000:1.0:1787614674.716799:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272115328 00000100:00100000:1.0:1787614674.716829:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787614674.716836:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22716:x1874449272115328:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614674.716946:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22716:x1874449272115328:12345-0@lo:501:mount.lustre.0 Request processed in 110us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614674.716954:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787614674.717031:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272115328:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787614674.717057:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272115456:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787614674.717099:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614674.717118:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd990fe8900 going to sleep for 11 seconds 00000100:00100000:2.0:1787614674.717132:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272115456 00000100:00100000:2.0:1787614674.717135:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272115456 00000100:00100000:2.0:1787614674.717164:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787614674.717171:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22716:x1874449272115456:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787614674.717273:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22716:x1874449272115456:12345-0@lo:503:mount.lustre.0 Request processed in 101us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614674.718399:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787614674.718490:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272115456:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787614674.733084:0:22767:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22767:1874449272115584:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787614674.733166:0:22767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614674.733220:0:22767:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9933aecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787614674.733262:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272115584 00000100:00100000:2.0:1787614674.733269:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272115584 00000100:00100000:2.0:1787614674.733310:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787614674.733319:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22767:x1874449272115584:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787614674.733435:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22767:x1874449272115584:12345-0@lo:502:llog_process_th.0 Request processed in 115us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614674.733459:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787614674.735710:0:22767:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22767:1874449272115584:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1787614674.735783:0:22767:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1787614674.735799:0:22767:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8fd881ac4d28) 00000020:00000080:1.0:1787614674.735826:0:22767:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1787614674.735945:0:22767:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fd9bce01000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787614674.735949:0:22767:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fd9bce01000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787614674.735952:0:22767:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd9bce01000 4 00010000:00080000:1.0:1787614674.735979:0:22767:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd9ae808800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.106@tcp at head 00010000:00010000:1.0:1787614674.740236:0:22767:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1787614674.740408:0:22767:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1787614674.740467:0:22767:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787614674.740482:0:22767:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xbb6ded2d9f6e7380 00000100:00080000:1.0:1787614674.740491:0:22767:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787614674.740496:0:22767:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8fd9ae808800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:1.0:1787614674.740529:0:22767:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88252ad80 x1874449272115712/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787614674.740640:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3662:1874449272115712:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787614674.740719:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614674.740787:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272115712 00000100:00100000:1.0:1787614674.740793:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272115712 00000100:00100000:1.0:1787614674.740823:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787614674.740830:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88252a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3662:x1874449272115712:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787614674.740877:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88252a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3662:x1874449272115712:12345-0@lo:38:llog_process_th.0 Request processed in 46us (158us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787614674.740884:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787614674.740916:0:3662:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787614674.740924:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9ae808800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614674.740938:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1787614674.740942:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3662:1874449272115712:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1787614674.740971:0:22767:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1787614674.746272:0:22767:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22767:1874449272115840:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787614674.746353:0:22767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614674.746384:0:22767:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9c0cc00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614674.746653:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272115840 00000100:00100000:1.0:1787614674.746662:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272115840 00000100:00100000:1.0:1787614674.746719:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787614674.746729:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22767:x1874449272115840:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787614674.746856:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22767:x1874449272115840:12345-0@lo:502:llog_process_th.0 Request processed in 127us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614674.746864:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787614674.749250:0:22767:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22767:1874449272115840:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787614674.749325:0:22767:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22767:1874449272115968:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787614674.749391:0:22767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614674.749436:0:22767:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd987951000 going to sleep for 11 seconds 00000100:00100000:1.0:1787614674.752690:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272115968 00000100:00100000:1.0:1787614674.752703:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272115968 00000100:00100000:1.0:1787614674.752755:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787614674.752764:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22767:x1874449272115968:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787614674.752929:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22767:x1874449272115968:12345-0@lo:502:llog_process_th.0 Request processed in 166us (3537us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614674.752937:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787614674.753081:0:22767:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22767:1874449272115968:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1787614674.753114:0:22767:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1787614674.753253:0:22716:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787614674.753280:0:22716:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787614674.754822:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851a00/0xbb6ded2d9f6e736b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7372 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.754839:0:22716:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851a00/0xbb6ded2d9f6e736b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7372 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1787614674.754895:0:22716:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1787614674.754898:0:22716:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787614674.754899:0:22716:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787614674.754900:0:22716:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787614674.754901:0:22716:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787614674.754902:0:22716:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787614674.754904:0:22716:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787614674.754905:0:22716:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787614674.754907:0:22716:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787614674.754908:0:22716:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787614674.754912:0:22716:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1787614674.754914:0:22716:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787614674.754916:0:22716:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787614674.754917:0:22716:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787614674.754918:0:22716:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787614674.754919:0:22716:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787614674.754920:0:22716:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787614674.754921:0:22716:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787614674.754922:0:22716:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787614674.754922:0:22716:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787614674.754924:0:22716:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787614674.755359:0:22716:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1787614674.755379:0:22716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272116096:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787614674.755435:0:22716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614674.755491:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272116096 00000100:00100000:0.0:1787614674.755494:0:22716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd999b8b780 going to sleep for 11 seconds 00000100:00100000:3.0:1787614674.755687:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272116096 00000100:00100000:3.0:1787614674.755764:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787614674.755774:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22716:x1874449272116096:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787614674.755802:0:22731:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1787614674.755815:0:22731:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1787614674.761018:0:22731:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1787614674.761039:0:22731:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1787614674.762925:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22716:x1874449272116096:12345-0@lo:253:mount.lustre.0 Request processed in 7144us (7481us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614674.762939:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 20000000:01000000:2.0:1787614674.763720:0:22753:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1787614674.763727:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1787614674.763751:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.763766:0:22753:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd9b6014400/0xbb6ded2d9f6e7356 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e734f expref: 11 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.763775:0:22753:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.763815:0:22753:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd9b6014400/0xbb6ded2d9f6e7356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e734f expref: 11 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.763860:0:22753:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd9b6014400/0xbb6ded2d9f6e7356 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e734f expref: 11 pid: 22730 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614674.763871:0:22716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22716:1874449272116096:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787614674.763885:0:22716:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000100:00100000:2.0:1787614674.763886:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272116224:0@lo:104: 00000020:01000004:0.0:1787614674.763888:0:22716:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787614674.763890:0:22716:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787614674.763891:0:22716:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787614674.763892:0:22716:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787614674.763893:0:22716:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787614674.763894:0:22716:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787614674.763895:0:22716:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787614674.763896:0:22716:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787614674.763898:0:22716:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787614674.763900:0:22716:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1787614674.763913:0:22716:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1787614674.763929:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614674.763961:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd990fe8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787614674.766032:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272116224 00000100:00100000:2.0:1787614674.766048:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272116224 00000100:00100000:2.0:1787614674.766107:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787614674.766116:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:22753:x1874449272116224:12345-0@lo:104: 00010000:00010000:2.0:1787614674.766132:0:22720:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7356 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.766224:0:22720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787614674.766230:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:22753:x1874449272116224:12345-0@lo:104: Request processed in 115us (2301us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614674.766237:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787614674.766278:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272116224:0@lo:104: 00010000:00010000:2.0:1787614674.766300:0:22753:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.772537:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614674.772721:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7356 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.772735:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa171c00 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:2.0:1787614674.772740:0:22726:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e7356 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.772751:0:22726:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e7356 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787614674.772776:0:22726:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e7356 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614674.772782:0:22726:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787614674.772836:0:22726:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7356 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.772843:0:22726:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787614674.772875:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7356 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.772883:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171c00/0xbb6ded2d9f6e734f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7356 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614674.772902:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614674.772904:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614674.772905:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614674.772939:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787614674.772955:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3665:1874449272116352:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787614674.773021:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614674.774729:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272116352 00000100:00100000:0.0:1787614674.774742:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272116352 00010000:00010000:0.0:1787614674.774780:0:22722:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd9b6014400/0xbb6ded2d9f6e7356 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e734f expref: 12 pid: 22730 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614674.774820:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787614674.774830:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:3665:x1874449272116352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787614674.774844:0:22722:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614674.774849:0:22722:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd9b6014400/0xbb6ded2d9f6e7356 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e734f expref: 12 pid: 22730 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.774862:0:22722:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd9b6014400/0xbb6ded2d9f6e7356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e734f expref: 12 pid: 22730 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.774879:0:22722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b6014400/0xbb6ded2d9f6e7356 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e734f expref: 12 pid: 22730 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.774897:0:22722:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.774919:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787614674.774935:0:22722:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.011208495s 00010000:00010000:0.0:1787614674.774939:0:22722:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.774946:0:22722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.774953:0:22722:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.774959:0:22722:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.774965:0:22722:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b7850200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614674.774970:0:22722:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.774977:0:22722:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.774995:0:22722:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614674.775006:0:22722:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614674.775071:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+11:3665:x1874449272116352:12345-0@lo:103:ldlm_bl.0 Request processed in 242us (2048us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614674.775078:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787614674.775130:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3665:1874449272116352:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787614674.777321:0:22753:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.777336:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614674.777342:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e7387 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1787614674.785572:0:22716:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000020:00080000:1.0:1787614674.786257:0:22777:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000040:01000000:2.0:1787614674.786261:0:22716:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1787614674.786261:0:22777:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:1.0:1787614674.786750:0:22778:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1787614674.787030:0:22716:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:1.0:1787614674.787236:0:22778:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:0.0:1787614674.788167:0:22716:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1787614674.788196:0:22716:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1787614674.789399:0:22716:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1787614674.789412:0:22716:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1787614674.789493:0:22716:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787614674.791034:0:22778:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1787614674.791102:0:22778:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:0.0:1787614674.791275:0:22716:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00080000:3.0:1787614674.793244:0:22779:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8fd883fc1f80 x1874449272116480/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614674.793259:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00000040:00080000:0.0:1787614674.793310:0:22716:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1787614674.793550:0:22716:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1787614674.796084:0:22716:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1787614674.797102:0:22716:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1787614674.799723:0:22716:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1787614674.802251:0:22716:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1787614674.802299:0:22716:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb7280195f988 00100000:10000000:3.0:1787614674.802310:0:22716:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1787614674.803377:0:22716:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1787614674.803393:0:22716:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.106@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1787614674.803420:0:22716:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1787614674.803463:0:22716:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1787614674.805141:0:22716:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787614674.805373:0:22716:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787614675.352970:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787614675.799694:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00000040:00080000:2.0:1787614675.800646:0:22771:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1787614675.800652:0:22771:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787614675.802099:0:22771:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1787614675.802110:0:22771:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:1.0:1787614675.929211:0:22734:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787614675.929217:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fd9bce01000 from 11 10000000:01000000:1.0:1787614675.929223:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787614675.929266:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614675.929290:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614675.929313:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614675.929338:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272116608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787614675.929480:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614675.929519:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bceaa540 going to sleep for 11 seconds 00000100:00100000:2.0:1787614675.929561:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272116608 00000100:00100000:2.0:1787614675.929569:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272116608 00000100:00100000:2.0:1787614675.929623:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787614675.929634:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+11:22734:x1874449272116608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787614675.929645:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614675.929659:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b7851c00/0xbb6ded2d9f6e7395 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e738e expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614675.929680:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b7851c00/0xbb6ded2d9f6e7395 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e738e expref: 12 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614675.929701:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b7851c00/0xbb6ded2d9f6e7395 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e738e expref: 12 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614675.929710:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b7851c00, rc 0) 00000100:00100000:2.0:1787614675.929756:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22734:x1874449272116608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614675.929762:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787614675.930018:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272116608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787614675.930034:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7395 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614675.930042:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7395 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614675.930095:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272116736:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787614675.930138:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614675.930167:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879510c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787614675.930289:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272116736 00000100:00100000:0.0:1787614675.930294:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272116736 00000100:00100000:0.0:1787614675.930327:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787614675.930336:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22734:x1874449272116736:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787614675.930350:0:22731:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787614675.930366:0:22731:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787614675.930370:0:22731:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1787614675.930488:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:22734:x1874449272116736:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 153us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614675.930497:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787614675.930708:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272116736:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787614675.930748:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787614675.930755:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7395 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614675.930763:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7395 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614676.375720:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787614676.824970:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00000040:00080000:3.0:1787614676.826366:0:22771:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1787614676.826373:0:22771:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787614676.826507:0:22771:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1787614676.826542:0:22771:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787614676.826679:0:22771:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:2.0:1787614677.399684:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614677.851888:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00010000:00010000:2.0:1787614678.424036:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787614678.665545:0:23022:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg306-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1787614678.888047:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00010000:00010000:0.0:1787614679.448298:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787614679.710965:0:23074:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787614679.711147:0:23074:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1787614679.895730:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00000100:00080000:2.0:1787614680.217844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1787614680.217852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787614680.217855:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf15000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787614680.217863:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 671 00000100:00080000:2.0:1787614680.217867:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787614680.217873:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8fd9bcf15000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:2.0:1787614680.217894:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88209ce00 x1874449272116992/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787614680.217909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614680.217913:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787614680.217915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614680.217918:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787614680.217920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1787614680.217923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787614680.217925:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9ae808800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787614680.217930:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8fd9ae808800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:2.0:1787614680.217942:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88209f100 x1874449272117120/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787614680.218119:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272116992:0@lo:38:kworker.0 00000100:00100000:1.0:1787614680.218240:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614680.218543:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3662:1874449272117120:0@lo:38:kworker.0 00000100:00100000:1.0:1787614680.218571:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614680.218846:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787614680.218856:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3664:1874449272116864:0@lo:400:kworker.0 00000100:00100000:2.0:1787614680.218893:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614680.218936:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272117120 00000100:00100000:2.0:1787614680.218944:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272117120 00000100:00100000:2.0:1787614680.218987:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787614680.219006:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88252aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3662:x1874449272117120:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1787614680.219032:0:22739:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 677 last 0 00000020:00000080:2.0:1787614680.219067:0:22739:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xbb6ded2d9f6e739c 00000004:00100000:2.0:1787614680.219082:0:22739:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787614680.219228:0:22739:0:(import.c:65:import_set_state_nolock()) ffff8fd9a0afd000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787614680.219424:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272116864 00000100:00100000:1.0:1787614680.219428:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272116864 00000100:00100000:1.0:1787614680.219482:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787614680.219489:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:3664:x1874449272116864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614680.219537:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:3664:x1874449272116864:12345-0@lo:400:kworker.0 Request processed in 48us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614680.219543:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787614680.219592:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3664:1874449272116864:0@lo:400:kworker.0 00000100:00100000:2.0:1787614680.219685:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88252aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3662:x1874449272117120:12345-0@lo:38:kworker.0 Request processed in 679us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614680.219692:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787614680.219833:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272116992 00000100:00100000:0.0:1787614680.219839:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272116992 00000100:00100000:0.0:1787614680.219869:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787614680.219874:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882529880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3662:x1874449272116992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787614680.219886:0:22743:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787614680.219919:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882529880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3662:x1874449272116992:12345-0@lo:38:kworker.0 Request processed in 44us (1679us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787614680.219934:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1787614680.220059:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf15000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614680.220064:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787614680.220067:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272116992:0@lo:38:kworker.0 00010000:00080000:1.0:1787614680.220081:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8fd88209f100 x1874449272117120/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787614690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787614680.220109:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787614680.220118:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1787614680.220122:0:3662:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787614680.220125:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9ae808800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787614680.220130:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3662:1874449272117120:0@lo:38:kworker.0 00010000:00010000:2.0:1787614680.472339:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787614680.570628:0:23124:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787614680.570788:0:23124:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1787614680.924149:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00010000:00010000:0.0:1787614681.496385:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614681.943520:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00010000:00010000:1.0:1787614682.524758:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614682.967570:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00010000:00010000:0.0:1787614683.543638:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614683.995279:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00000100:00100000:3.0:1787614684.312132:0:3662:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787614674/real 1787614674] req@ffff8fd88252a300 x1874449272114048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614684 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614684.312352:0:3662:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fd88252a300 x1874449272114048/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614684 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614684.312365:0:3662:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787614674/real 1787614674] req@ffff8fd883fc3480 x1874449272113920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614684 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614684.312377:0:3662:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fd883fc3480 x1874449272113920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614684 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787614684.312395:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787614684.312411:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787614684.312415:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272114048:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1787614684.312421:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9ae80e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787614684.312424:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787614684.312428:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272113920:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1787614684.312636:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1787614684.312640:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787614684.312643:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf15000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787614684.312648:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 677 00000100:00080000:2.0:1787614684.312653:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787614684.312659:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8fd9bcf15000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:2.0:1787614684.312678:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88209c380 x1874449272117376/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787614684.312687:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614684.312690:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787614684.312691:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9ae80e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787614684.312694:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 671 00000100:00080000:2.0:1787614684.312696:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787614684.312699:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8fd9ae80e000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:2.0:1787614684.312716:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88209df80 x1874449272117504/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787614684.312724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614684.312727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787614684.312728:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787614684.312731:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 671 00000100:00080000:2.0:1787614684.312733:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787614684.312736:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fd9bcf16000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:2.0:1787614684.312747:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88209f100 x1874449272117632/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787614684.312811:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787614684.312822:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272117248:0@lo:400:kworker.0 00000100:00100000:2.0:1787614684.312885:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614684.312933:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3665:1874449272117760:0@lo:400:kworker.0 00000100:00100000:2.0:1787614684.312961:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614684.312989:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272117248 00000100:00100000:2.0:1787614684.313000:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272117248 00000100:00100000:2.0:1787614684.313041:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787614684.313048:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:3663:x1874449272117248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614684.313090:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:3663:x1874449272117248:12345-0@lo:400:kworker.0 Request processed in 42us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614684.313096:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787614684.313365:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272117760 00000100:00100000:1.0:1787614684.313370:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272117760 00000100:00100000:1.0:1787614684.313395:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787614684.313413:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1874449272117760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614684.313479:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1874449272117760:12345-0@lo:400:kworker.0 Request processed in 67us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614684.313487:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787614684.313673:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272117248:0@lo:400:kworker.0 00010000:00080000:2.0:1787614684.313705:0:3665:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8fd88209ce00 x1874449272117760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614684.313728:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3665:1874449272117760:0@lo:400:kworker.0 00000100:00100000:3.0:1787614684.313990:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272117376:0@lo:38:kworker.0 00000100:00100000:3.0:1787614684.314026:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614684.314052:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272117504:0@lo:8:kworker.0 00000400:00000100:3.0:1787614684.314069:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874449272117504 offset 0 length 520: 4 00000100:00100000:3.0:1787614684.314086:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272117632:0@lo:8:kworker.0 00000400:00000100:3.0:1787614684.314100:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874449272117632 offset 0 length 520: 4 00000100:00100000:2.0:1787614684.314171:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272117376 00000100:00100000:2.0:1787614684.314176:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272117376 00000100:00100000:2.0:1787614684.314200:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787614684.314205:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3662:x1874449272117376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1787614684.314222:0:22743:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787614684.314259:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3662:x1874449272117376:12345-0@lo:38:kworker.0 Request processed in 52us (231us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787614684.314264:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1787614684.314422:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf15000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787614684.314427:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787614684.314431:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272117376:0@lo:38:kworker.0 00010000:00010000:1.0:1787614684.569216:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614685.017415:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00010000:00010000:0.0:1787614685.592055:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787614686.040609:0:22771:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787614686.041293:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00010000:00010000:1.0:1787614686.615635:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787614686.826042:0:23469:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787614686.826047:0:23469:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1787614686.826049:0:23469:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1787614686.826173:0:23469:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8fd9bf7bb800 00000020:01000004:3.0:1787614686.826190:0:23469:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1787614686.826264:0:23469:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1787614686.826281:0:23469:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8fd9bcf319b8) 00000020:00000080:3.0:1787614686.826298:0:23469:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1787614686.866936:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1787614686.868253:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787614686.868798:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1787614686.869028:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1787614686.869255:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1787614686.869474:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1787614686.869694:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1787614686.870288:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1787614686.870559:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1787614686.870782:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1787614686.871001:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1787614686.871226:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1787614686.871604:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1787614686.871865:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1787614686.872157:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1787614686.872434:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1787614686.872991:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1787614686.873317:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1787614686.873556:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1787614686.873789:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1787614686.874118:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1787614686.874417:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1787614686.874738:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1787614686.874924:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1787614686.875142:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1787614686.877380:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1787614686.877856:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1787614686.878096:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1787614686.878380:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1787614686.878695:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1787614686.878943:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1787614686.879120:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1787614686.879311:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1787614686.879545:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1787614686.880435:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1787614686.882434:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1787614686.883036:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1787614686.883264:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1787614686.883533:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1787614686.883737:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1787614686.883929:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1787614686.884121:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1787614686.885759:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1787614686.886557:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1787614686.886784:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1787614686.886994:0:23469:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00080000:01000000:3.0:1787614686.889658:0:23469:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787614686.889985:0:23469:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1787614686.889996:0:23469:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787614686.890008:0:23469:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbb6ded2d9f6e73aa 00000020:01000004:2.0:1787614686.890015:0:23469:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1787614686.890034:0:23469:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.106@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787614686.890037:0:23469:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.106@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787614686.890043:0:23469:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1787614686.890067:0:23469:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1787614686.890072:0:23469:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.106@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1787614686.898564:0:23469:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.106@tcp ctxt 0 is initialized 00000020:01000004:2.0:1787614686.898603:0:23469:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.106@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1787614686.898608:0:23469:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1787614686.898609:0:23469:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787614686.898610:0:23469:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787614686.898612:0:23469:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787614686.898613:0:23469:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787614686.898614:0:23469:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787614686.898616:0:23469:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787614686.898618:0:23469:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787614686.898619:0:23469:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787614686.898623:0:23469:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1787614686.898625:0:23469:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787614686.898627:0:23469:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787614686.898628:0:23469:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787614686.898629:0:23469:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787614686.898630:0:23469:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787614686.898631:0:23469:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787614686.898632:0:23469:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787614686.898633:0:23469:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787614686.898634:0:23469:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787614686.898661:0:23469:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1787614686.898681:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272117888:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787614686.898750:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614686.898806:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd99077b780 going to sleep for 11 seconds 00000100:00100000:1.0:1787614686.898871:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272117888 00000100:00100000:1.0:1787614686.898879:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272117888 00000100:00100000:1.0:1787614686.898942:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787614686.898952:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:23469:x1874449272117888:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787614686.898980:0:22730:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1787614686.898984:0:22730:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1787614686.898991:0:22730:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1787614686.899356:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:23469:x1874449272117888:12345-0@lo:253:mount.lustre.0 Request processed in 404us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614686.899364:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787614686.899507:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272117888:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787614686.899519:0:23469:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1787614686.899521:0:23469:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787614686.899522:0:23469:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787614686.899524:0:23469:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787614686.899525:0:23469:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787614686.899526:0:23469:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787614686.899527:0:23469:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787614686.899528:0:23469:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787614686.899529:0:23469:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787614686.899530:0:23469:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1787614686.899553:0:23469:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8fd9bf7bb800 from lustre-MDT0001 10000000:01000000:2.0:1787614686.899580:0:23469:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1787614686.899583:0:23469:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1787614686.899589:0:23469:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8fd9a941b370 local copy 00010000:00010000:2.0:1787614686.899597:0:23469:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614686.899669:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118016:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787614686.899694:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614686.899715:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd99077ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1787614686.899761:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272118016 00000100:00100000:1.0:1787614686.899774:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272118016 00000100:00100000:1.0:1787614686.899805:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787614686.899812:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:23469:x1874449272118016:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614686.901111:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:23469:x1874449272118016:12345-0@lo:501:mount.lustre.0 Request processed in 1291us (1407us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787614686.901123:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787614686.902525:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118016:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1787614686.902553:0:23469:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.106@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1787614686.903327:0:23469:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.106@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1787614686.903339:0:23469:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614686.903351:0:23469:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614686.903394:0:23469:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8fd9bf7bb800 10000000:01000000:3.0:1787614686.903401:0:23469:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787614686.903406:0:23469:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8fd9a941b370 10000000:01000000:3.0:1787614686.903410:0:23469:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1787614686.903413:0:23469:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8fd9a941b370 from 1 10000000:01000000:3.0:1787614686.903416:0:23469:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1787614686.903541:0:23469:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015e00/0xbb6ded2d9f6e73b1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614686.903550:0:23469:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015e00/0xbb6ded2d9f6e73b1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614686.903561:0:23469:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015e00/0xbb6ded2d9f6e73b1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614686.903583:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118144:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787614686.903646:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614686.903697:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b50de600 going to sleep for 11 seconds 00000100:00100000:1.0:1787614686.903853:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272118144 00000100:00100000:1.0:1787614686.903860:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272118144 00000100:00100000:1.0:1787614686.903911:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787614686.903921:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+12:23469:x1874449272118144:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787614686.903934:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614686.903947:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd98c4e0e00/0xbb6ded2d9f6e73b8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e73b1 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614686.903967:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd98c4e0e00/0xbb6ded2d9f6e73b8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e73b1 expref: 13 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614686.903977:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd98c4e0e00/0xbb6ded2d9f6e73b8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e73b1 expref: 13 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614686.903986:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e0e00, rc 0) 00000100:00100000:1.0:1787614686.904030:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+13:23469:x1874449272118144:12345-0@lo:101:mount.lustre.0 Request processed in 111us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614686.904036:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787614686.904141:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118144:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787614686.904153:0:23469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015e00/0xbb6ded2d9f6e73b1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e73b8 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614686.904162:0:23469:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015e00/0xbb6ded2d9f6e73b1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e73b8 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614686.904179:0:23469:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1787614686.904230:0:23469:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015e00/0xbb6ded2d9f6e73b1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e73b8 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614686.904238:0:23469:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015e00/0xbb6ded2d9f6e73b1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e73b8 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614686.904245:0:23469:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8fd9bf7bb800 10000000:01000000:3.0:1787614686.904249:0:23469:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1787614686.904252:0:23469:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8fd9bf7bb800 from 1 10000000:01000000:3.0:1787614686.904254:0:23469:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1787614686.904266:0:23469:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015600/0xbb6ded2d9f6e73bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614686.904273:0:23469:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015600/0xbb6ded2d9f6e73bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614686.904280:0:23469:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015600/0xbb6ded2d9f6e73bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614686.904292:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118272:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787614686.904315:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614686.904344:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b50de600 going to sleep for 11 seconds 00000100:00100000:2.0:1787614686.906356:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272118272 00000100:00100000:2.0:1787614686.906369:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272118272 00000100:00100000:2.0:1787614686.906426:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787614686.906438:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+13:23469:x1874449272118272:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787614686.906466:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614686.906481:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e73c6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e73bf expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614686.906504:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e73c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e73bf expref: 14 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614686.906529:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b7850200/0xbb6ded2d9f6e73c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e73bf expref: 14 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614686.906538:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b7850200, rc 0) 00000100:00100000:2.0:1787614686.906600:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+14:23469:x1874449272118272:12345-0@lo:101:mount.lustre.0 Request processed in 164us (2283us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614686.906607:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787614686.906935:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118272:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787614686.906951:0:23469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015600/0xbb6ded2d9f6e73bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e73c6 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614686.906960:0:23469:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015600/0xbb6ded2d9f6e73bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e73c6 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614686.906977:0:23469:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1787614686.910709:0:23469:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015600/0xbb6ded2d9f6e73bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e73c6 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614686.910728:0:23469:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015600/0xbb6ded2d9f6e73bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e73c6 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614686.910738:0:23469:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1787614686.910747:0:23469:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787614686.910754:0:23469:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8fd9bf7bb800 10000000:01000000:3.0:1787614686.910758:0:23469:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1787614686.910762:0:23469:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1787614686.910765:0:23469:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1787614686.910802:0:23469:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015c00/0xbb6ded2d9f6e73cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614686.910811:0:23469:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015c00/0xbb6ded2d9f6e73cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614686.910823:0:23469:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015c00/0xbb6ded2d9f6e73cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614686.910869:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118400:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787614686.910941:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614686.911014:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b50de600 going to sleep for 11 seconds 00000100:00100000:2.0:1787614686.911101:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272118400 00000100:00100000:2.0:1787614686.911109:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272118400 00000100:00100000:2.0:1787614686.911291:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787614686.911303:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7848450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+14:23469:x1874449272118400:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787614686.911318:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614686.911332:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b7850000/0xbb6ded2d9f6e73d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e73cd expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614686.911358:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b7850000/0xbb6ded2d9f6e73d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e73cd expref: 15 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614686.911369:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b7850000/0xbb6ded2d9f6e73d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e73cd expref: 15 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614686.911378:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b7850000, rc 0) 00000100:00100000:2.0:1787614686.911429:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7848450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+15:23469:x1874449272118400:12345-0@lo:101:mount.lustre.0 Request processed in 129us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614686.911436:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787614686.911536:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118400:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787614686.911550:0:23469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015c00/0xbb6ded2d9f6e73cd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e73d4 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614686.911559:0:23469:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015c00/0xbb6ded2d9f6e73cd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e73d4 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787614686.916395:0:23469:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1787614686.916978:0:23469:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787614686.922964:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1787614686.923019:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1787614686.923036:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1787614686.923050:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1787614686.923064:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1787614686.923080:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1787614686.923092:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1787614686.923103:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1787614686.923113:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1787614686.923124:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1787614686.923149:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1787614686.923161:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1787614686.923173:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1787614686.923185:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1787614686.923196:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1787614686.924422:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1787614686.924555:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1787614686.924587:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1787614686.924604:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1787614686.924620:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1787614686.924633:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1787614686.924648:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1787614686.924662:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1787614686.924676:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1787614686.924688:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1787614686.924701:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1787614686.924713:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1787614686.924727:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1787614686.924740:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1787614686.924754:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1787614686.924768:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1787614686.924780:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1787614686.924792:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1787614686.924806:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1787614686.924820:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1787614686.924835:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1787614686.924849:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1787614686.924863:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1787614686.924876:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1787614686.924890:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1787614686.924903:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1787614686.924916:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1787614686.924930:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1787614686.924943:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1787614686.924973:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1787614686.924979:0:23469:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1787614686.925081:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118528:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787614686.925157:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614686.925352:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272118528 00000100:00100000:1.0:1787614686.925360:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272118528 00000100:00100000:1.0:1787614686.925410:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1787614686.925419:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+15:23469:x1874449272118528:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614686.925586:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+15:23469:x1874449272118528:12345-0@lo:501:mount.lustre.0 Request processed in 167us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614686.925594:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787614686.926165:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b50def00 going to sleep for 11 seconds 00000100:00100000:3.0:1787614686.926514:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118528:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787614686.926558:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118656:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787614686.926613:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614686.926681:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b50def00 going to sleep for 11 seconds 00000100:00100000:2.0:1787614686.929964:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272118656 00000100:00100000:2.0:1787614686.929980:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272118656 00000100:00100000:2.0:1787614686.930084:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787614686.930096:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7849050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+15:23469:x1874449272118656:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787614686.935626:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7849050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+15:23469:x1874449272118656:12345-0@lo:503:mount.lustre.0 Request processed in 5524us (9004us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614686.935641:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787614686.937188:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118656:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787614686.937856:0:23469:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787614686.937945:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118784:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787614686.938018:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614686.938063:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b50de600 going to sleep for 11 seconds 00000100:00100000:2.0:1787614686.938739:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272118784 00000100:00100000:2.0:1787614686.938749:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272118784 00000100:00100000:2.0:1787614686.938797:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787614686.938806:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7848c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+15:23469:x1874449272118784:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787614686.939664:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7848c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+15:23469:x1874449272118784:12345-0@lo:502:mount.lustre.0 Request processed in 855us (1642us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614686.939674:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787614686.943307:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118784:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787614686.943593:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1787614686.943638:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1787614686.943653:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1787614686.943663:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1787614686.943674:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1787614686.943686:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1787614686.943699:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1787614686.943710:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1787614686.943722:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1787614686.943734:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1787614686.943748:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1787614686.943762:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1787614686.943776:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1787614686.943790:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1787614686.943804:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1787614686.943818:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1787614686.943832:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1787614686.943858:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1787614686.943884:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1787614686.943897:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1787614686.943911:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1787614686.943924:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1787614686.943938:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1787614686.943952:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1787614686.943965:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1787614686.943975:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1787614686.943987:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1787614686.943999:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1787614686.944012:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1787614686.944024:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1787614686.944035:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1787614686.944046:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1787614686.944059:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1787614686.944086:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1787614686.944101:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1787614686.944112:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1787614686.944124:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1787614686.944150:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1787614686.944163:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1787614686.944175:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1787614686.944188:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1787614686.944202:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1787614686.944215:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1787614686.944228:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1787614686.944276:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118912:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787614686.944357:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614686.944396:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b50de600 going to sleep for 11 seconds 00000100:00100000:0.0:1787614686.944493:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272118912 00000100:00100000:0.0:1787614686.944501:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272118912 00000100:00100000:0.0:1787614686.944551:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787614686.944560:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7848050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+15:23469:x1874449272118912:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787614686.944693:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7848050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+15:23469:x1874449272118912:12345-0@lo:502:mount.lustre.0 Request processed in 133us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614686.944701:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787614686.944986:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272118912:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787614686.945040:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1787614686.945048:0:23469:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1787614686.945876:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614686.945889:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614686.945891:0:23473:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1787614686.945896:0:23473:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1787614686.945900:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787614686.945912:0:23473:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8fd881ac19b8) 00000020:00000080:1.0:1787614686.945933:0:23473:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1787614686.945939:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1787614686.946027:0:23473:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:1.0:1787614686.946035:0:23473:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbb6ded2d9f6e73e2 00000020:00000080:1.0:1787614686.946264:0:23473:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1787614686.946269:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614686.946274:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614686.946275:0:23473:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1787614686.946278:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614686.946281:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614686.946283:0:23473:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1787614686.946286:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787614686.946294:0:23473:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8fd881b399b8) 00000020:00000080:1.0:1787614686.946304:0:23473:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1787614686.946308:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787614686.946309:0:23473:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1787614686.946312:0:23473:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1787614686.946323:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787614686.946365:0:23473:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fd9bf7bb800 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1787614686.946376:0:23473:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8fd881b38000) 00000020:00000080:1.0:1787614686.946385:0:23473:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1787614686.946480:0:23473:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1787614686.946490:0:23473:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbb6ded2d9f6e73f7 00000020:00000080:1.0:1787614686.946579:0:23473:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1787614686.946585:0:23473:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1787614686.946589:0:23473:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xbb6ded2d9f6e73fe 00080000:01000000:1.0:1787614686.946594:0:23473:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:1.0:1787614686.946598:0:23473:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbb6ded2d9f6e7405 00010000:00010000:1.0:1787614687.038203:0:23473:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1787614687.038724:0:23473:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:1.0:1787614687.041000:0:23473:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1787614687.057479:0:23473:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1787614687.057494:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614687.057597:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614687.057601:0:23473:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1787614687.057605:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614687.057613:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614687.057614:0:23473:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1787614687.057618:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787614687.057624:0:23473:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:00000080:1.0:1787614687.057652:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787614687.057669:0:23473:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8fd881b3cd28) 00000020:00000080:1.0:1787614687.057691:0:23473:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1787614687.057696:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787614687.057799:0:23473:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1787614687.057806:0:23473:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:1.0:1787614687.057814:0:23473:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbb6ded2d9f6e7413 00010000:00080000:1.0:1787614687.057847:0:23473:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd987912000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.106@tcp at head 00010000:00010000:1.0:1787614687.059561:0:23473:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:0.0:1787614687.070619:0:23473:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787614687.070635:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1787614687.070681:0:23473:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:0.0:1787614687.070702:0:23473:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbb6ded2d9f6e741a 00000100:00080000:0.0:1787614687.070713:0:23473:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787614687.070719:0:23473:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8fd987912000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:0.0:1787614687.070759:0:23473:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9a9baad80 x1874449272119040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787614687.070800:0:23473:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:0.0:1787614687.070851:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787614687.070855:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.070857:0:23473:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:0.0:1787614687.070860:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787614687.070862:0:23473:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1787614687.070864:0:23473:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787614687.070865:0:23473:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787614687.070867:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787614687.070869:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.070870:0:23473:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787614687.070872:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787614687.070876:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.070877:0:23473:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:0.0:1787614687.070880:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1787614687.070922:0:23473:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1787614687.070934:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787614687.070936:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.070938:0:23473:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:0.0:1787614687.070940:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787614687.070941:0:23473:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1787614687.070943:0:23473:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787614687.070944:0:23473:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787614687.070946:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787614687.070948:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.070949:0:23473:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787614687.070952:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787614687.070954:0:23473:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1787614687.070957:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.070958:0:23473:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1787614687.070960:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787614687.070964:0:23473:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:01000000:0.0:1787614687.070989:0:23473:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1787614687.070992:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787614687.071003:0:23473:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8fd9a94199b8) 00000020:00000080:0.0:1787614687.071015:0:23473:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:0.0:1787614687.071019:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787614687.071068:0:23473:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:0.0:1787614687.071073:0:23473:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:0.0:1787614687.071078:0:23473:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbb6ded2d9f6e7428 00010000:00080000:0.0:1787614687.071106:0:23473:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd98301a800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787614687.071308:0:23473:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00080000:0.0:1787614687.071525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787614687.071530:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787614687.071532:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf15000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787614687.071536:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 681 00000100:00080000:0.0:1787614687.071540:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787614687.071544:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8fd9bcf15000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:0.0:1787614687.071561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9a9bab480 x1874449272119168/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787614687.071571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787614687.071575:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787614687.071577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787614687.071580:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787614687.071644:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3666:1874449272119296:0@lo:400:kworker.0 00000100:00100000:0.0:1787614687.071700:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614687.071739:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272119040:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787614687.071771:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614687.071794:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272119168:0@lo:38:kworker.0 00000100:00100000:0.0:1787614687.071812:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614687.071843:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272119040 00000100:00100000:0.0:1787614687.071849:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272119040 00000100:00100000:0.0:1787614687.071867:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272119168 00000100:00100000:0.0:1787614687.071869:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272119168 00000100:00100000:0.0:1787614687.071880:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787614687.071887:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3662:x1874449272119040:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787614687.071908:0:22743:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 684 last 0 00000020:00000080:0.0:1787614687.071935:0:22743:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbb6ded2d9f6e742f 00000004:00100000:0.0:1787614687.071947:0:22743:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1787614687.071952:0:22743:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1787614687.072019:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272119296 00000100:00100000:0.0:1787614687.072022:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272119296 00000100:00100000:0.0:1787614687.072050:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787614687.072055:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1874449272119296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614687.072096:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1874449272119296:12345-0@lo:400:kworker.0 Request processed in 40us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614687.072102:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1787614687.072148:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8fd9a9ba8380 x1874449272119296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614687.072160:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3666:1874449272119296:0@lo:400:kworker.0 00000100:00100000:1.0:1787614687.074308:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00000100:00080000:3.0:1787614687.078540:0:22743:0:(import.c:65:import_set_state_nolock()) ffff8fd9ae80d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787614687.078643:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3662:x1874449272119040:12345-0@lo:38:llog_process_th.0 Request processed in 6752us (6868us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614687.078668:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787614687.078698:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787614687.078705:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3662:x1874449272119168:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1787614687.078748:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3662:x1874449272119168:12345-0@lo:38:kworker.0 Request processed in 43us (6935us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787614687.078754:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787614687.078795:0:3662:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787614687.078804:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1787614687.078813:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1787614687.078818:0:3662:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787614687.078821:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd987912000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787614687.078833:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272119040:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787614687.078845:0:3662:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787614687.078848:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf15000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787614687.078851:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787614687.078855:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272119168:0@lo:38:kworker.0 00000100:00100000:3.0:1787614687.078919:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787614687.078932:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272119424:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787614687.078978:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614687.079009:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272119424 00000100:00100000:3.0:1787614687.079015:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272119424 00000100:00100000:3.0:1787614687.079046:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787614687.079053:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1874449272119424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787614687.079076:0:22742:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787614687.079112:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3664:x1874449272119424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614687.079136:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787614687.079170:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272119424:0@lo:41:osp-pre-0-1.0 00000040:01000000:1.0:1787614687.081639:0:23473:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787614687.081991:0:23473:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:1.0:1787614687.083867:0:23473:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787614687.084992:0:23473:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1787614687.085602:0:23473:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1787614687.089778:0:23478:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787614687.089787:0:23478:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1787614687.096327:0:23473:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787614687.096343:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1787614687.096388:0:23473:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1787614687.096439:0:23473:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbb6ded2d9f6e7436 00000100:00080000:0.0:1787614687.096472:0:23473:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787614687.096478:0:23473:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8fd98301a800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:0.0:1787614687.096519:0:23473:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9a9ba8380 x1874449272119552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787614687.096549:0:23473:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:3.0:1787614687.096600:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272119552:0@lo:8:llog_process_th.0 00000020:01000000:0.0:1787614687.096643:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787614687.096647:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.096648:0:23473:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000400:00000100:3.0:1787614687.096651:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874449272119552 offset 0 length 520: 4 00000020:01000000:0.0:1787614687.096651:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787614687.096654:0:23473:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1787614687.096655:0:23473:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787614687.096657:0:23473:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787614687.096658:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787614687.096660:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.096661:0:23473:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787614687.096663:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787614687.096667:0:23473:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1787614687.096670:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.096671:0:23473:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1787614687.096675:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787614687.096678:0:23473:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.106@tcp to nid 0x20000c0a8cb6a (192.168.203.106@tcp) 00000020:01000000:0.0:1787614687.096696:0:23473:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1787614687.096699:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787614687.096710:0:23473:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8fd9aa068000) 00000020:00000080:0.0:1787614687.096723:0:23473:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1787614687.096728:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787614687.096788:0:23473:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1787614687.096795:0:23473:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:0.0:1787614687.096803:0:23473:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbb6ded2d9f6e7444 00010000:00080000:0.0:1787614687.096847:0:23473:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd8827fc000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787614687.097056:0:23473:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1787614687.097137:0:23473:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1787614687.097152:0:23473:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:1.0:1787614687.098545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614687.098565:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787614687.098567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614687.098570:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1787614687.100290:0:23473:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787614687.103058:0:23473:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1787614687.103295:0:23473:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1787614687.104500:0:23480:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787614687.104506:0:23480:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1787614687.105159:0:23473:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787614687.105172:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1787614687.105225:0:23473:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1787614687.105249:0:23473:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbb6ded2d9f6e744b 00000100:00080000:2.0:1787614687.105260:0:23473:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787614687.105267:0:23473:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8fd8827fc000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:2.0:1787614687.105305:0:23473:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88209e300 x1874449272119680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787614687.105346:0:23473:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1787614687.105409:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787614687.105413:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787614687.105416:0:23473:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1787614687.105419:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787614687.105423:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000100:00100000:3.0:1787614687.105426:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272119680:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1787614687.105499:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874449272119680 offset 0 length 520: 4 00000100:00080000:1.0:1787614687.105633:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614687.105639:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787614687.105642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614687.105644:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000080:2.0:1787614687.105860:0:23473:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787614687.105867:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787614687.105869:0:23473:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1787614687.105871:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787614687.105874:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787614687.105875:0:23473:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1787614687.105878:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787614687.105880:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787614687.105882:0:23473:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787614687.105885:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1787614687.105971:0:23473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787614687.105975:0:23473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787614687.105977:0:23473:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787614687.105980:0:23473:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:3.0:1787614687.106093:0:23469:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1787614687.106148:0:23469:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1787614687.106168:0:23469:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015c00/0xbb6ded2d9f6e73cd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e73d4 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.106179:0:23469:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015c00/0xbb6ded2d9f6e73cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e73d4 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614687.106186:0:23469:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fd9bf7bb800 from 1 10000000:01000000:3.0:1787614687.106189:0:23469:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787614687.106214:0:23469:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.106220:0:23469:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.106230:0:23469:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614687.106245:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272119808:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787614687.106294:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614687.106322:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b50de480 going to sleep for 11 seconds 00000100:00100000:2.0:1787614687.106351:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272119808 00000100:00100000:2.0:1787614687.106360:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272119808 00000100:00100000:2.0:1787614687.106470:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787614687.106481:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+15:23469:x1874449272119808:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787614687.106495:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614687.106509:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7459 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e7452 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.106532:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7459 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7452 expref: 16 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.106558:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7459 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7452 expref: 16 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.106567:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b7850400, rc 0) 00000100:00100000:2.0:1787614687.106615:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+16:23469:x1874449272119808:12345-0@lo:101:mount.lustre.0 Request processed in 136us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614687.106623:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787614687.106696:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272119808:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787614687.106709:0:23469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7459 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.106717:0:23469:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7459 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614687.107230:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272119936:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1787614687.107268:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614687.109853:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b50de480 going to sleep for 11 seconds 00000100:00100000:0.0:1787614687.111258:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272119936 00000100:00100000:0.0:1787614687.111272:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272119936 00000100:00100000:0.0:1787614687.112206:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787614687.112218:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+16:23469:x1874449272119936:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1787614687.112246:0:22732:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1787614687.112272:0:22732:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787614687.112275:0:22732:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1787614687.112438:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+16:23469:x1874449272119936:12345-0@lo:256:mount.lustre.0 Request processed in 210us (5155us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614687.112469:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787614687.112495:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272119936:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1787614687.113163:0:23469:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787614687.113189:0:23469:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7459 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.113200:0:23469:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7459 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614687.113208:0:23469:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fd9bf7bb800 from 1 10000000:01000000:3.0:1787614687.113210:0:23469:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787614687.113242:0:23469:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.113250:0:23469:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.113271:0:23469:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614687.113291:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120064:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787614687.113333:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614687.113379:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b50de480 going to sleep for 11 seconds 00000100:00100000:2.0:1787614687.113594:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272120064 00000100:00100000:2.0:1787614687.113602:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272120064 00000100:00100000:2.0:1787614687.113651:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787614687.113660:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+16:23469:x1874449272120064:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787614687.113674:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614687.113690:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7467 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e7460 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.113720:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7467 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7460 expref: 17 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.113731:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7467 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7460 expref: 17 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.113740:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b7851400, rc 0) 00000100:00100000:2.0:1787614687.113780:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:23469:x1874449272120064:12345-0@lo:101:mount.lustre.0 Request processed in 122us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614687.113788:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787614687.113814:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120064:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787614687.113833:0:23469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7467 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.113844:0:23469:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7467 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787614687.115065:0:23469:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1787614687.115519:0:23469:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787614687.115959:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1787614687.115984:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1787614687.115997:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1787614687.116008:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1787614687.116021:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1787614687.116033:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1787614687.116046:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1787614687.116058:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1787614687.116084:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1787614687.116098:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1787614687.116110:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1787614687.116156:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1787614687.116164:0:23469:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1787614687.116317:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120192:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787614687.116501:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614687.116542:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b50de600 going to sleep for 11 seconds 00000100:00100000:2.0:1787614687.120653:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272120192 00000100:00100000:2.0:1787614687.120670:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272120192 00000100:00100000:2.0:1787614687.120751:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787614687.120762:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7849c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:23469:x1874449272120192:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787614687.120953:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7849c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:23469:x1874449272120192:12345-0@lo:501:mount.lustre.0 Request processed in 192us (4451us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614687.120960:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787614687.121214:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120192:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614687.121280:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882528380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120320:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787614687.121324:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614687.121359:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879516c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787614687.121408:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272120320 00000100:00100000:0.0:1787614687.121412:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272120320 00000100:00100000:0.0:1787614687.121466:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787614687.121474:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:23469:x1874449272120320:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787614687.121564:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:23469:x1874449272120320:12345-0@lo:503:mount.lustre.0 Request processed in 91us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614687.121571:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787614687.121682:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882528380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120320:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787614687.122152:0:23469:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787614687.122225:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882528380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120448:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787614687.122267:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614687.122303:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879516c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787614687.122418:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272120448 00000100:00100000:0.0:1787614687.122423:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272120448 00000100:00100000:0.0:1787614687.122488:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787614687.122496:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7849850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:23469:x1874449272120448:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787614687.122581:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7849850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:23469:x1874449272120448:12345-0@lo:502:mount.lustre.0 Request processed in 86us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614687.122589:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787614687.122770:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882528380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120448:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787614687.122960:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1787614687.122986:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1787614687.123000:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1787614687.123011:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1787614687.123023:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1787614687.123035:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1787614687.123047:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1787614687.123058:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1787614687.123070:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1787614687.123083:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1787614687.123096:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1787614687.123121:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120576:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787614687.123175:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614687.123270:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b50def00 going to sleep for 11 seconds 00000100:00100000:0.0:1787614687.125984:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272120576 00000100:00100000:0.0:1787614687.125999:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272120576 00000100:00100000:3.0:1787614687.127249:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787614687.127266:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:23469:x1874449272120576:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787614687.127542:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:23469:x1874449272120576:12345-0@lo:502:mount.lustre.0 Request processed in 279us (4365us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614687.127551:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1787614687.127696:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120576:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787614687.127786:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:0.0:1787614687.127800:0:23469:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1787614687.129082:0:23482:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787614687.129097:0:23482:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.129100:0:23482:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787614687.129107:0:23482:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fd9bf7bb800 00000020:00000080:0.0:1787614687.129110:0:23482:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787614687.129118:0:23482:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787614687.129121:0:23482:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.129122:0:23482:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1787614687.129134:0:23482:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787614687.129137:0:23482:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.129138:0:23482:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787614687.129142:0:23482:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fd9bf7bb800 00000020:00000080:0.0:1787614687.129144:0:23482:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787614687.129204:0:23482:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787614687.129207:0:23482:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.129209:0:23482:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1787614687.129211:0:23482:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787614687.129214:0:23482:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.129215:0:23482:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787614687.129218:0:23482:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fd9bf7bb800 00000020:00000080:0.0:1787614687.129221:0:23482:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787614687.129238:0:23482:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787614687.129241:0:23482:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.129243:0:23482:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787614687.129245:0:23482:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787614687.129247:0:23482:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.129248:0:23482:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1787614687.129251:0:23482:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fd9bf7bb800 00000020:00000080:0.0:1787614687.129259:0:23482:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787614687.129284:0:23482:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787614687.129288:0:23482:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787614687.129289:0:23482:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1787614687.129292:0:23482:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1787614687.133071:0:23469:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1787614687.142772:0:23469:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787614687.142798:0:23469:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7467 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.142812:0:23469:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7467 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614687.142931:0:23469:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787614687.142935:0:23469:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8fd9bf7bb800 10000000:01000000:3.0:1787614687.142938:0:23469:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8fd9bf7bb800 10000000:01000000:3.0:1787614687.142944:0:23469:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787614687.142949:0:23469:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8fd9bf7bb800 from 1 10000000:01000000:3.0:1787614687.142951:0:23469:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787614687.142987:0:23469:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e746e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.142995:0:23469:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e746e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.143006:0:23469:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e746e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614687.143031:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120704:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787614687.143098:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614687.143153:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9c0cc0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787614687.144648:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272120704 00000100:00100000:1.0:1787614687.144665:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272120704 00000100:00100000:1.0:1787614687.144979:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787614687.144991:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:23469:x1874449272120704:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787614687.145009:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614687.145025:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd98c4e0400/0xbb6ded2d9f6e7475 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e746e expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614687.145065:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd98c4e0400/0xbb6ded2d9f6e7475 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e746e expref: 18 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614687.145077:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd98c4e0400/0xbb6ded2d9f6e7475 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e746e expref: 18 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614687.145087:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e0400, rc 0) 00000100:00100000:1.0:1787614687.145182:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272120704:12345-0@lo:101:mount.lustre.0 Request processed in 193us (2084us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614687.145191:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787614687.145211:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120704:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787614687.145233:0:23469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e746e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7475 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.145244:0:23469:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e746e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7475 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787614687.151280:0:23469:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1787614687.151614:0:23469:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787614687.151792:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1787614687.151816:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1787614687.151830:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1787614687.151843:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1787614687.151858:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1787614687.151871:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1787614687.151883:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1787614687.152112:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1787614687.153296:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1787614687.153322:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1787614687.153333:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1787614687.153344:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1787614687.153355:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1787614687.153365:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1787614687.153376:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1787614687.153386:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1787614687.153396:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1787614687.153406:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1787614687.153416:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1787614687.154311:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1787614687.154341:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1787614687.154353:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1787614687.154364:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1787614687.154376:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1787614687.154405:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1787614687.154417:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1787614687.155603:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1787614687.155636:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1787614687.155647:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1787614687.155658:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1787614687.155669:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1787614687.155680:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1787614687.155691:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1787614687.155702:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1787614687.155713:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1787614687.155724:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1787614687.155735:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1787614687.155746:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1787614687.155758:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1787614687.155769:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1787614687.155792:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1787614687.155805:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1787614687.155818:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1787614687.155832:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1787614687.155846:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1787614687.155859:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1787614687.155872:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1787614687.155884:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1787614687.158690:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1787614687.158718:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1787614687.158737:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1787614687.158743:0:23469:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1787614687.158876:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120832:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787614687.162993:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614687.163051:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd99077ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1787614687.167334:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272120832 00000100:00100000:0.0:1787614687.167352:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272120832 00000100:00100000:0.0:1787614687.167406:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1787614687.167417:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7849450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272120832:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787614687.167609:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7849450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272120832:12345-0@lo:501:mount.lustre.0 Request processed in 193us (4625us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614687.167618:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787614687.169042:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120832:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787614687.169109:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120960:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787614687.169182:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614687.169231:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd99077ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1787614687.169267:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272120960 00000100:00100000:2.0:1787614687.169273:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272120960 00000100:00100000:2.0:1787614687.169318:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787614687.169327:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272120960:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787614687.169466:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272120960:12345-0@lo:503:mount.lustre.0 Request processed in 117us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614687.169474:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787614687.169518:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272120960:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787614687.169931:0:23469:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787614687.169996:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272121088:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787614687.170032:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614687.170048:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd99077ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1787614687.170065:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272121088 00000100:00100000:2.0:1787614687.170069:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272121088 00000100:00100000:2.0:1787614687.170099:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787614687.170105:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272121088:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787614687.170188:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272121088:12345-0@lo:502:mount.lustre.0 Request processed in 82us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614687.170195:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787614687.170229:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272121088:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787614687.170393:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1787614687.170416:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1787614687.170435:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1787614687.170476:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1787614687.170490:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1787614687.170502:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1787614687.170514:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1787614687.170526:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1787614687.170539:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1787614687.170550:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1787614687.170563:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1787614687.170574:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1787614687.170585:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1787614687.170597:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1787614687.170609:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1787614687.170620:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1787614687.170631:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1787614687.170656:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1787614687.170670:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1787614687.170683:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1787614687.170695:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1787614687.170708:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1787614687.170727:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1787614687.170739:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1787614687.170751:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1787614687.170762:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1787614687.170774:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1787614687.170785:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1787614687.170797:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1787614687.170809:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1787614687.170821:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1787614687.170834:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1787614687.170846:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1787614687.170870:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1787614687.170884:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1787614687.170904:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1787614687.170916:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1787614687.170929:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1787614687.170943:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1787614687.170955:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1787614687.170966:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1787614687.170979:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1787614687.170992:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1787614687.171004:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1787614687.171015:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1787614687.171027:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1787614687.171039:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1787614687.171052:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1787614687.171094:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272121216:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787614687.171153:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614687.171172:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd99077ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1787614687.171193:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272121216 00000100:00100000:2.0:1787614687.171198:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272121216 00000100:00100000:2.0:1787614687.171222:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787614687.171229:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd488050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272121216:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787614687.171314:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd488050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272121216:12345-0@lo:502:mount.lustre.0 Request processed in 85us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614687.171322:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787614687.171363:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272121216:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787614687.171507:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1787614687.171527:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1787614687.171545:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272121344:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787614687.171574:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614687.171591:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd98303d180 going to sleep for 11 seconds 00000100:00100000:2.0:1787614687.171603:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272121344 00000100:00100000:2.0:1787614687.171607:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272121344 00000100:00100000:2.0:1787614687.171622:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1787614687.171628:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272121344:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787614687.171684:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272121344:12345-0@lo:502:mount.lustre.0 Request processed in 55us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614687.171691:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1787614687.171725:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272121344:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787614687.171756:0:23469:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1787614687.171763:0:23469:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1787614687.196564:0:23487:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1787614687.196583:0:23487:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8fd9aa06b370) 00000020:00000080:0.0:1787614687.196613:0:23487:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1787614687.196685:0:23487:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fd9bf7bb800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1787614687.196689:0:23487:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fd9bf7bb800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1787614687.196691:0:23487:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd9bf7bb800 3 00010000:00080000:0.0:1787614687.196723:0:23487:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd9a1e05000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.106@tcp at head 00010000:00010000:0.0:1787614687.198397:0:23487:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1787614687.198639:0:23487:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1787614687.198696:0:23487:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787614687.198707:0:23487:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xbb6ded2d9f6e7483 00000100:00080000:0.0:1787614687.198718:0:23487:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787614687.198723:0:23487:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8fd9a1e05000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:0.0:1787614687.198765:0:23487:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9a9baaa00 x1874449272121472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787614687.198800:0:23487:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787614687.199517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614687.199524:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787614687.199527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614687.199531:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787614687.199767:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3662:1874449272121472:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787614687.199847:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614687.200137:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272121472 00000100:00100000:2.0:1787614687.200145:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272121472 00000100:00100000:2.0:1787614687.200188:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787614687.200196:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882528000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3662:x1874449272121472:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1787614687.200229:0:22737:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 684 last 0 00000020:00000080:2.0:1787614687.200263:0:22737:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xbb6ded2d9f6e748a 00000004:00100000:2.0:1787614687.200279:0:22737:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787614687.200310:0:22737:0:(import.c:65:import_set_state_nolock()) ffff8fd9b50e9800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787614687.200366:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882528000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3662:x1874449272121472:12345-0@lo:38:llog_process_th.0 Request processed in 169us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614687.200385:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1787614687.200541:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8fd9a9baaa00 x1874449272121472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787614697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614687.200553:0:3662:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787614687.200561:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1787614687.200569:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1787614687.200573:0:3662:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787614687.200576:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9a1e05000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787614687.200582:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3662:1874449272121472:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1787614687.200838:0:23487:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:1.0:1787614687.201298:0:23469:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1787614687.201333:0:23469:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787614687.201356:0:23469:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e746e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7475 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614687.201378:0:23469:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015000/0xbb6ded2d9f6e746e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7475 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787614687.201428:0:23469:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787614687.201431:0:23469:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787614687.201432:0:23469:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787614687.201434:0:23469:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787614687.201435:0:23469:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787614687.201437:0:23469:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787614687.201439:0:23469:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787614687.201466:0:23469:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787614687.201468:0:23469:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787614687.201472:0:23469:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1787614687.201474:0:23469:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787614687.201476:0:23469:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787614687.201477:0:23469:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787614687.201478:0:23469:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787614687.201479:0:23469:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787614687.201481:0:23469:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787614687.201482:0:23469:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787614687.201483:0:23469:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787614687.201484:0:23469:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787614687.201505:0:23469:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1787614687.201522:0:23469:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272121600:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787614687.201569:0:23469:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614687.201591:0:23469:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd8825dfc00 going to sleep for 11 seconds 00000100:00100000:1.0:1787614687.201611:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272121600 00000100:00100000:1.0:1787614687.201616:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272121600 00000100:00100000:1.0:1787614687.201653:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787614687.201661:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272121600:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787614687.201685:0:22732:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1787614687.201699:0:22732:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1787614687.206104:0:22717:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1787614687.208619:0:22732:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1787614687.208633:0:22732:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1787614687.209421:0:22753:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1787614687.209427:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1787614687.209475:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.209493:0:22753:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd9b7851c00/0xbb6ded2d9f6e7395 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e738e expref: 18 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.209500:0:22753:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7459 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7452 expref: 18 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.209507:0:22753:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.209545:0:22753:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7459 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e7452 expref: 18 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.209558:0:22753:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7459 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7452 expref: 18 pid: 22731 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614687.209571:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272121728:0@lo:104: 00000100:00100000:2.0:1787614687.209632:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787614687.209683:0:22753:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd9b7851c00/0xbb6ded2d9f6e7395 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e738e expref: 18 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.209690:0:22753:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd9b7851c00/0xbb6ded2d9f6e7395 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e738e expref: 18 pid: 22730 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614687.209699:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209fb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272121856:0@lo:104: 00000100:00100000:2.0:1787614687.209728:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614687.209788:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd98303de40 going to sleep for 11 seconds 00000100:00100000:1.0:1787614687.209811:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:23469:x1874449272121600:12345-0@lo:253:mount.lustre.0 Request processed in 8149us (8240us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614687.209822:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787614687.209886:0:23469:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:23469:1874449272121600:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787614687.209896:0:23469:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1787614687.209900:0:23469:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787614687.209901:0:23469:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787614687.209903:0:23469:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787614687.209904:0:23469:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787614687.209905:0:23469:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787614687.209907:0:23469:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787614687.209908:0:23469:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787614687.209910:0:23469:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787614687.209911:0:23469:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1787614687.209923:0:23469:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1787614687.210688:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272121728 00000100:00100000:3.0:1787614687.210701:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272121728 00000100:00100000:3.0:1787614687.210732:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272121856 00000100:00100000:3.0:1787614687.210735:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272121856 00000100:00100000:3.0:1787614687.210750:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787614687.210758:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+4:22753:x1874449272121728:12345-0@lo:104: 00010000:00010000:3.0:1787614687.210771:0:22720:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7459 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.210875:0:22720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787614687.210882:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+4:22753:x1874449272121728:12345-0@lo:104: Request processed in 124us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614687.210888:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787614687.210902:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787614687.210908:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:22753:x1874449272121856:12345-0@lo:104: 00010000:00010000:3.0:1787614687.210915:0:22720:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7395 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.210955:0:22720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787614687.210960:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:22753:x1874449272121856:12345-0@lo:104: Request processed in 53us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614687.210966:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1787614687.210983:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787614687.210989:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7459 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.210996:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014400 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:3.0:1787614687.211000:0:22726:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e7459 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.211020:0:22726:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e7459 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787614687.211027:0:22726:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e7459 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614687.211032:0:22726:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787614687.211060:0:22726:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7459 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.211066:0:22726:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787614687.211088:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7459 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.211095:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e7452 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7459 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614687.211096:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3664:1874449272121984:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787614687.211106:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787614687.211109:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7395 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.211114:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1800 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:3.0:1787614687.211117:0:22726:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e7395 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.211134:0:22726:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e7395 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614687.211138:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00010000:3.0:1787614687.211141:0:22726:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e7395 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614687.211151:0:22726:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787614687.211164:0:22726:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7395 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614687.211170:0:22726:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787614687.211187:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7395 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614687.211191:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3665:1874449272122112:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787614687.211195:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1800/0xbb6ded2d9f6e738e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7395 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614687.211214:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787614687.211218:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614687.211220:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614687.211222:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614687.211253:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272121984 00000100:00100000:1.0:1787614687.211257:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272121984 00010000:00010000:1.0:1787614687.211275:0:22723:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7459 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7452 expref: 18 pid: 22731 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614687.211304:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272122112 00000100:00100000:1.0:1787614687.211307:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272122112 00010000:00010000:1.0:1787614687.211319:0:22723:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd9b7851c00/0xbb6ded2d9f6e7395 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e738e expref: 19 pid: 22730 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614687.211331:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00010000:00010000:0.0:1787614687.211335:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614687.211344:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88252bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:3664:x1874449272121984:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614687.211351:0:22722:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00010000:1.0:1787614687.211355:0:22723:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1787614687.211358:0:22722:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:1.0:1787614687.211361:0:22723:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7459 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7452 expref: 19 pid: 22731 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614687.211371:0:22723:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7459 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7452 expref: 19 pid: 22731 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614687.211389:0:22723:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614687.211644:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787614687.211652:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:3665:x1874449272122112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787614687.211660:0:22722:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614687.211664:0:22722:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd9b7851c00/0xbb6ded2d9f6e7395 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e738e expref: 19 pid: 22730 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614687.211674:0:22722:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd9b7851c00/0xbb6ded2d9f6e7395 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e738e expref: 19 pid: 22730 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614687.211686:0:22722:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614687.211694:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787614687.211706:0:22722:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.011208495s 00010000:00010000:0.0:1787614687.211711:0:22722:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614687.211717:0:22722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614687.211724:0:22722:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614687.211730:0:22722:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614687.211734:0:22722:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b7850a00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614687.211744:0:22722:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614687.211750:0:22722:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614687.211758:0:22722:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614687.211767:0:22722:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614687.211796:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:3665:x1874449272122112:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614687.211803:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787614687.211836:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3665:1874449272122112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787614687.211854:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88252bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:3664:x1874449272121984:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614687.211860:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787614687.211883:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3664:1874449272121984:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787614687.212167:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7459 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7452 expref: 17 pid: 22731 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614687.212178:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272121728:0@lo:104: 00010000:00010000:2.0:1787614687.212187:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b7851c00/0xbb6ded2d9f6e7395 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e738e expref: 16 pid: 22730 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614687.212192:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209fb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272121856:0@lo:104: 00010000:00010000:2.0:1787614687.212261:0:22753:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.212268:0:22753:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.212272:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614687.212275:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e7491 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:1.0:1787614687.214709:0:23469:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:3.0:1787614687.214869:0:23495:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1787614687.214874:0:23495:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1787614687.215077:0:23496:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787614687.215607:0:23469:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:0.0:1787614687.216004:0:23496:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787614687.218149:0:23496:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787614687.218256:0:23496:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:3.0:1787614687.219055:0:23497:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23497:1874449272122240:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787614687.219215:0:23497:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614687.219243:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272122240 00000100:00100000:3.0:1787614687.219250:0:23497:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd883010cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787614687.219250:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272122240 00000100:00100000:0.0:1787614687.219305:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787614687.219317:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23497:x1874449272122240:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787614687.219409:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23497:x1874449272122240:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 94us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614687.219416:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787614687.219488:0:23497:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23497:1874449272122240:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1787614687.219516:0:23497:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1787614687.219541:0:23497:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23497:1874449272122368:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787614687.219569:0:23497:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614687.219575:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272122368 00000100:00100000:0.0:1787614687.219579:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272122368 00000100:00100000:3.0:1787614687.219581:0:23497:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd883010cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787614687.219596:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787614687.219602:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23497:x1874449272122368:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787614687.219707:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23497:x1874449272122368:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 104us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614687.219713:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000040:01000000:1.0:1787614687.219724:0:23469:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:1.0:1787614687.219770:0:23469:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1787614687.220087:0:23469:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1787614687.220091:0:23469:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:1.0:1787614687.220117:0:23469:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787614687.220339:0:23497:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23497:1874449272122368:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787614687.220394:0:23497:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23497:1874449272122496:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1787614687.220435:0:23497:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614687.220511:0:23497:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd883010840 going to sleep for 11 seconds 00000040:00080000:1.0:1787614687.221607:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1787614687.222283:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1787614687.222322:0:23469:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1787614687.222569:0:23469:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787614687.222772:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272122496 00000100:00100000:0.0:1787614687.222782:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272122496 00000100:00100000:0.0:1787614687.222836:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787614687.222845:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23497:x1874449272122496:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1787614687.222935:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23497:x1874449272122496:12345-0@lo:900:lod0001_rec0000.0 Request processed in 90us (2498us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614687.222942:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1787614687.222988:0:23497:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8fd883fc1880 x1874449272122496/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787614703 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614687.223002:0:23497:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23497:1874449272122496:0@lo:900:lod0001_rec0000.0 00080000:10000000:1.0:1787614687.223051:0:23469:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:0.0:1787614687.223064:0:23497:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba8e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23497:1874449272122624:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787614687.223097:0:23497:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614687.223117:0:23497:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bcc77b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787614687.223192:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272122624 00000100:00100000:2.0:1787614687.223205:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272122624 00000100:00100000:2.0:1787614687.223247:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787614687.223254:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23497:x1874449272122624:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787614687.223314:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23497:x1874449272122624:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 60us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614687.223321:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787614687.223544:0:23497:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba8e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23497:1874449272122624:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1787614687.223587:0:23497:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787614687.225668:0:23497:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787614687.225741:0:23497:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1787614687.225744:0:23497:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:0.0:1787614687.231531:0:23469:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1787614687.233367:0:23469:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1787614687.233413:0:23469:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb7280179f988 00100000:10000000:0.0:1787614687.233421:0:23469:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:3.0:1787614687.234215:0:23469:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1787614687.234256:0:23469:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.106@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1787614687.234274:0:23469:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:3.0:1787614687.234299:0:23469:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1787614687.236064:0:23469:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787614687.236277:0:23469:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787614687.641496:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614688.088747:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00000040:00080000:1.0:1787614688.217072:0:23489:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1787614688.477573:0:22734:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787614688.477582:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fd9bf7bb800 from 12 10000000:01000000:1.0:1787614688.477597:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787614688.477641:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614688.477652:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614688.477664:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614688.477691:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272122752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787614688.477762:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614688.477817:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9903ea540 going to sleep for 11 seconds 00000100:00100000:0.0:1787614688.477877:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272122752 00000100:00100000:0.0:1787614688.477885:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272122752 00000100:00100000:0.0:1787614688.477942:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787614688.477953:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+16:22734:x1874449272122752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787614688.477966:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614688.477979:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9aa171200/0xbb6ded2d9f6e749f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e7498 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614688.478001:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9aa171200/0xbb6ded2d9f6e749f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7498 expref: 17 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614688.478011:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9aa171200/0xbb6ded2d9f6e749f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7498 expref: 17 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614688.478020:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9aa171200, rc 0) 00000100:00100000:0.0:1787614688.478070:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:22734:x1874449272122752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614688.478077:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787614688.478126:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272122752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787614688.478143:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e749f expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614688.478153:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e749f expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614688.478207:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272122880:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787614688.478241:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614688.478255:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1de7900 going to sleep for 11 seconds 00000100:00100000:1.0:1787614688.478512:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272122880 00000100:00100000:1.0:1787614688.478517:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272122880 00000100:00100000:1.0:1787614688.478552:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787614688.478559:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd488c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:22734:x1874449272122880:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787614688.478575:0:22731:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787614688.478591:0:22731:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787614688.478595:0:22731:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1787614688.478682:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd488c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:22734:x1874449272122880:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 123us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614688.478690:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1787614688.478766:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272122880:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787614688.478814:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787614688.478822:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e749f expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614688.478831:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e749f expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614688.478841:0:22734:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787614688.478843:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fd9bce01000 from 12 10000000:01000000:3.0:1787614688.478845:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787614688.478868:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614688.478874:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614688.478879:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614688.478890:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272123008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787614688.479048:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614688.479080:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1de7900 going to sleep for 11 seconds 00000100:00100000:2.0:1787614688.479158:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272123008 00000100:00100000:2.0:1787614688.479178:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272123008 00000100:00100000:2.0:1787614688.479221:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1787614688.479229:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd489050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:22734:x1874449272123008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787614688.479485:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614688.479498:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e74ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e74a6 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614688.479518:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e74ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e74a6 expref: 18 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614688.479527:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e74ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e74a6 expref: 18 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614688.479536:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b7850a00, rc 0) 00000100:00100000:2.0:1787614688.479581:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd489050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:22734:x1874449272123008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 352us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614688.479587:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787614688.480237:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272123008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787614688.480254:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e74ad expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614688.480264:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e74ad expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614688.480326:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272123136:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787614688.480437:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614688.480497:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1de7900 going to sleep for 11 seconds 00000100:00100000:2.0:1787614688.480809:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272123136 00000100:00100000:2.0:1787614688.480816:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272123136 00000100:00100000:2.0:1787614688.480867:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787614688.480877:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd488450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:22734:x1874449272123136:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787614688.480894:0:22731:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787614688.480912:0:22731:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787614688.480916:0:22731:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1787614688.481005:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd488450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:22734:x1874449272123136:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 129us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614688.481013:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787614688.481046:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272123136:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787614688.481092:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787614688.481100:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e74ad expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614688.481110:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e74ad expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614688.663824:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614689.112215:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00000040:00080000:3.0:1787614689.240108:0:23489:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1787614689.690647:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614690.139267:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00010000:00010000:0.0:1787614690.711629:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614691.160526:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00000001:02000400:0.0:1787614691.410832:0:23739:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg306-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1787614691.738293:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614692.184564:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 0 seconds 00000020:00000004:1.0:1787614692.202864:0:23792:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787614692.203086:0:23792:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1787614692.503773:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272123264:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1787614692.503891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1787614692.503907:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787614692.503916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787614692.503920:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf15000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787614692.503935:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8fd9bcf15000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:2.0:1787614692.503965:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88209ea00 x1874449272123520/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787614692.503990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614692.503995:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787614692.503998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614692.504002:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787614692.504057:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272123392:0@lo:400:kworker.0 00000100:00100000:1.0:1787614692.504145:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614692.504209:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272123392 00000100:00100000:1.0:1787614692.504216:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272123392 00000100:00100000:1.0:1787614692.504261:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1787614692.504269:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:3663:x1874449272123392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614692.504318:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:3663:x1874449272123392:12345-0@lo:400:kworker.0 Request processed in 49us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614692.504325:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1787614692.504370:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272123392:0@lo:400:kworker.0 00000100:00100000:1.0:1787614692.504427:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272123264 00000100:00100000:1.0:1787614692.504432:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272123264 00000100:00100000:1.0:1787614692.504480:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787614692.504486:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272123264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787614692.504512:0:22743:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00080000:2.0:1787614692.504589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614692.504592:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787614692.504595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614692.504597:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787614692.507365:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3664:1874449272123648:0@lo:400:kworker.0 00000100:00100000:0.0:1787614692.507493:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614692.507705:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272123648 00000100:00100000:3.0:1787614692.507717:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272123648 00000100:00100000:3.0:1787614692.507798:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787614692.507810:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1874449272123648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614692.507884:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1874449272123648:12345-0@lo:400:kworker.0 Request processed in 75us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614692.507891:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1787614692.507944:0:3664:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fd88209dc00 x1874449272123648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614692.507959:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3664:1874449272123648:0@lo:400:kworker.0 00000100:00100000:1.0:1787614692.509322:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272123264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 4824us (5406us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614692.509339:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787614692.509357:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272123264:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787614692.509414:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787614692.509431:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272123776:0@lo:400:kworker.0 00000100:00100000:1.0:1787614692.509477:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272123520:0@lo:38:kworker.0 00000100:00100000:0.0:1787614692.509531:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614692.509567:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614692.509615:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272123520 00000100:00100000:0.0:1787614692.509624:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272123520 00000100:00100000:0.0:1787614692.509670:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787614692.509680:0:22743:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:0.0:1787614692.509680:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88252ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3662:x1874449272123520:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1787614692.509704:0:22743:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00010000:00080000:0.0:1787614692.509841:0:22742:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 689 last 0 00000100:00100000:2.0:1787614692.509890:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272123776 00000100:00100000:2.0:1787614692.509901:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272123776 00000100:00100000:2.0:1787614692.509953:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787614692.509964:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1874449272123776:12345-0@lo:400:kworker.0 00000020:00000080:0.0:1787614692.509995:0:22742:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbb6ded2d9f6e74b4 00000004:00100000:0.0:1787614692.510028:0:22742:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:2.0:1787614692.510037:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1874449272123776:12345-0@lo:400:kworker.0 Request processed in 73us (505us total) trans 0 rc 0/0 00000001:00000004:0.0:1787614692.510037:0:22742:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1787614692.510055:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1787614692.510219:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fd88209c000 x1874449272123776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614692.510235:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272123776:0@lo:400:kworker.0 00000100:00080000:0.0:1787614692.515922:0:22742:0:(import.c:65:import_set_state_nolock()) ffff8fd8827f8000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787614692.516030:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88252ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3662:x1874449272123520:12345-0@lo:38:kworker.0 Request processed in 6349us (6462us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614692.516043:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:1.0:1787614692.516084:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787614692.516107:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1787614692.516113:0:3662:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1787614692.516116:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf15000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1787614692.516136:0:3662:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005292d831): req@ffff8fd883fc1f80 x1874449272116480/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614692.516171:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272123520:0@lo:38:kworker.0 00000100:00100000:3.0:1787614692.516215:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272123904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787614692.516233:0:22779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614692.516276:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9879519c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614692.516300:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272116480 00000100:00100000:3.0:1787614692.516306:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614692.516308:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272116480 00000100:00100000:2.0:1787614692.517076:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272123904 00000100:00100000:0.0:1787614692.517081:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787614692.517083:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272123904 00000100:00100000:0.0:1787614692.517104:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22779:x1874449272116480:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1787614692.517126:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787614692.517133:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3666:x1874449272123904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787614692.517155:0:23812:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787614692.517196:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22779:x1874449272116480:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 107us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614692.517204:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787614692.517230:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3666:x1874449272123904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614692.517236:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787614692.517277:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272123904:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787614692.517393:0:22779:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22779:1874449272116480:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1787614692.517429:0:22779:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1787614692.517485:0:22779:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882529f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22779:1874449272124032:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787614692.517513:0:22779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614692.517526:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528e000 going to sleep for 11 seconds 00000100:00100000:0.0:1787614692.517592:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272124032 00000100:00100000:0.0:1787614692.517596:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272124032 00000100:00100000:0.0:1787614692.517624:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787614692.517630:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882528a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22779:x1874449272124032:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787614692.517756:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882528a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22779:x1874449272124032:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 125us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614692.517763:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787614692.517809:0:22779:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882529f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22779:1874449272124032:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787614692.517876:0:22779:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882529f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22779:1874449272124160:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787614692.517895:0:22779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614692.517915:0:22779:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528e000 going to sleep for 11 seconds 00000100:00100000:2.0:1787614692.517937:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272124160 00000100:00100000:2.0:1787614692.517942:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272124160 00000100:00100000:2.0:1787614692.517976:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787614692.517983:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22779:x1874449272124160:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1787614692.518049:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22779:x1874449272124160:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 65us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614692.518056:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787614692.518103:0:22779:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882529f80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22779:1874449272124160:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1787614692.518144:0:22779:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787614692.524734:0:22779:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1787614692.524826:0:22779:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:1.0:1787614692.524832:0:22779:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:0.0:1787614692.760603:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1787614692.854118:0:23843:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787614692.854313:0:23843:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000020:00000080:1.0:1787614693.662837:0:23892:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe221c6310 20000000:00000080:1.0:1787614693.662863:0:23892:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8fd9a6e3fc00 uarg=0000000000000000 20000000:01000000:1.0:1787614693.662922:0:23892:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1787614693.662932:0:23892:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1787614693.662938:0:23892:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1787614693.663696:0:23893:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1787614693.664129:0:23892:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1787614693.674366:0:23892:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1787614693.674564:0:23892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614693.674590:0:23892:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd9b6015a00/0xbb6ded2d9f6e7364 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e735d expref: 17 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614693.674598:0:23892:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7467 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7460 expref: 17 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614693.674605:0:23892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614693.674664:0:23892:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7467 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e7460 expref: 17 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614693.674684:0:23892:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7467 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7460 expref: 17 pid: 22732 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614693.674702:0:23892:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882529f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23892:1874449272124288:0@lo:104: 00000100:00100000:1.0:1787614693.674792:0:23892:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787614693.674861:0:23892:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd9b6015a00/0xbb6ded2d9f6e7364 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e735d expref: 17 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614693.674871:0:23892:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd9b6015a00/0xbb6ded2d9f6e7364 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e735d expref: 17 pid: 22732 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614693.674880:0:23892:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882529c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23892:1874449272124416:0@lo:104: 00000100:00100000:1.0:1787614693.674903:0:23892:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614693.674938:0:23892:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528e840 going to sleep for 11 seconds 00000100:00100000:3.0:1787614693.675026:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272124288 00000100:00100000:3.0:1787614693.675036:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272124288 00000100:00100000:3.0:1787614693.675094:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272124416 00000100:00100000:3.0:1787614693.675098:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272124416 00000100:00100000:3.0:1787614693.675126:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787614693.675138:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88252b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+4:23892:x1874449272124288:12345-0@lo:104: 00010000:00010000:3.0:1787614693.675152:0:22720:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7467 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.675248:0:22720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787614693.675255:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88252b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+4:23892:x1874449272124288:12345-0@lo:104: Request processed in 119us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614693.675263:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787614693.675284:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787614693.675476:0:23892:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882529f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23892:1874449272124288:0@lo:104: 00000100:00100000:3.0:1787614693.675585:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882528700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:23892:x1874449272124416:12345-0@lo:104: 00010000:00010000:3.0:1787614693.675595:0:22720:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7364 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.675636:0:22720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787614693.675640:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882528700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:23892:x1874449272124416:12345-0@lo:104: Request processed in 351us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614693.675645:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1787614693.675659:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787614693.675665:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7467 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.675671:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6015200 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:3.0:1787614693.675674:0:22726:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e7467 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.675681:0:22726:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e7467 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787614693.675685:0:22726:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e7467 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614693.675690:0:22726:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787614693.675726:0:22726:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7467 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.675734:0:22726:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787614693.675757:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7467 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.675764:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015200/0xbb6ded2d9f6e7460 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7467 expref: -99 pid: 23469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.675776:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787614693.675778:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7364 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.675782:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa170a00 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:3.0:1787614693.675785:0:22726:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e7364 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.675789:0:22726:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e7364 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787614693.675793:0:22726:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e7364 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614693.675797:0:22726:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787614693.675816:0:22726:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7364 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.675820:0:22726:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787614693.675825:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7364 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.675838:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e735d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7364 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614693.675839:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3664:1874449272124672:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787614693.675852:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614693.675854:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614693.675856:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614693.675885:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614693.675925:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787614693.675931:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3664:1874449272124544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787614693.675958:0:23892:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882529c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23892:1874449272124416:0@lo:104: 00010000:00010000:1.0:1787614693.675982:0:23892:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614693.676526:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787614693.676631:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272124672 00000100:00100000:3.0:1787614693.676639:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272124672 00010000:00010000:3.0:1787614693.676669:0:22723:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd9b6015a00/0xbb6ded2d9f6e7364 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e735d expref: 18 pid: 22732 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614693.676740:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787614693.676749:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:3664:x1874449272124672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787614693.676762:0:22723:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787614693.676767:0:22723:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd9b6015a00/0xbb6ded2d9f6e7364 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e735d expref: 18 pid: 22732 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.676778:0:22723:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd9b6015a00/0xbb6ded2d9f6e7364 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e735d expref: 18 pid: 22732 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.676793:0:22723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b6015a00/0xbb6ded2d9f6e7364 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e735d expref: 18 pid: 22732 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.676808:0:22723:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787614693.678947:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614693.679013:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:3664:x1874449272124672:12345-0@lo:103:ldlm_bl.0 Request processed in 2262us (3124us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614693.679038:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272124544 00000100:00100000:1.0:1787614693.679051:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272124544 00000100:00100000:3.0:1787614693.679174:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787614693.679312:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3664:1874449272124672:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787614693.679380:0:22724:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7467 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7460 expref: 18 pid: 22732 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614693.679582:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787614693.679711:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:3664:x1874449272124544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787614693.679730:0:22722:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614693.679761:0:22722:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7467 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7460 expref: 17 pid: 22732 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614693.679776:0:22722:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7467 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7460 expref: 17 pid: 22732 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614693.679797:0:22722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7467 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7460 expref: 17 pid: 22732 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614693.679816:0:22722:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614693.679826:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614693.679846:0:22722:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614693.679854:0:22722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614693.679861:0:22722:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614693.679868:0:22722:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614693.679874:0:22722:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1000 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614693.679879:0:22722:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614693.679887:0:22722:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614693.679918:0:22722:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614693.679931:0:22722:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787614693.679994:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+16:3664:x1874449272124544:12345-0@lo:103:ldlm_bl.0 Request processed in 290us (1059us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614693.680147:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3664:1874449272124544:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787614693.680307:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1787614693.680718:0:23892:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.680741:0:23892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.680748:0:23892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd98c4e1000/0xbb6ded2d9f6e74bb lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614693.783877:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614694.807863:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1787614695.257274:0:22734:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787614695.257287:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fd9bf7bb800 from 13 10000000:01000000:2.0:1787614695.257295:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787614695.257362:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614695.257376:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614695.257391:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614695.257429:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272124800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787614695.257540:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614695.263319:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272124800 00000100:00100000:0.0:1787614695.263340:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272124800 00000100:00100000:2.0:1787614695.263438:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd989a4cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787614695.271392:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787614695.271417:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd489c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+16:22734:x1874449272124800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787614695.271465:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614695.271495:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9aa170000/0xbb6ded2d9f6e74c9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e74c2 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614695.271543:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9aa170000/0xbb6ded2d9f6e74c9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e74c2 expref: 17 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614695.271556:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9aa170000/0xbb6ded2d9f6e74c9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e74c2 expref: 17 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614695.271566:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9aa170000, rc 0) 00000100:00100000:0.0:1787614695.271677:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd489c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:22734:x1874449272124800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 270us (14137us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614695.271685:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787614695.271805:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272124800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787614695.271830:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e74c9 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614695.271842:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e74c9 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614695.271958:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272124928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787614695.272001:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614695.274341:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272124928 00000100:00100000:3.0:1787614695.274359:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272124928 00000100:00100000:3.0:1787614695.274419:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1787614695.274435:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:22734:x1874449272124928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787614695.274677:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:22734:x1874449272124928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 244us (2676us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614695.274686:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1787614695.277318:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd989a4cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787614695.277363:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272124928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787614695.277459:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272125056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787614695.277567:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614695.277597:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd989a4cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787614695.278226:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272125056 00000100:00100000:1.0:1787614695.278236:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272125056 00000100:00100000:1.0:1787614695.278315:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1787614695.278327:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd489450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:22734:x1874449272125056:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787614695.278520:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd489450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:22734:x1874449272125056:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 195us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614695.278530:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787614695.278700:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272125056:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787614695.280296:0:23966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1787614695.280492:0:22734:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787614695.280525:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787614695.280540:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e74c9 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614695.280554:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e74c9 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614695.280567:0:22734:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787614695.280570:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fd9bce01000 from 13 10000000:01000000:2.0:1787614695.280573:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787614695.280617:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614695.280626:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614695.280637:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614695.280673:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272125184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787614695.280748:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614695.280794:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272125184 00000100:00100000:2.0:1787614695.280800:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd989a4cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787614695.280805:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272125184 00000100:00100000:1.0:1787614695.280860:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1787614695.280871:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+17:22734:x1874449272125184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787614695.280886:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614695.280903:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd98c4e0800/0xbb6ded2d9f6e74d7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e74d0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614695.280933:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd98c4e0800/0xbb6ded2d9f6e74d7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e74d0 expref: 18 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614695.280959:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd98c4e0800/0xbb6ded2d9f6e74d7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e74d0 expref: 18 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614695.280969:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e0800, rc 0) 00000100:00100000:1.0:1787614695.281093:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:22734:x1874449272125184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 223us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614695.281101:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1787614695.281310:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272125184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787614695.281327:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e74d7 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614695.281337:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e74d7 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614695.281402:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272125312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787614695.281430:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614695.281518:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd989a4cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787614695.285300:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272125312 00000100:00100000:0.0:1787614695.285323:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272125312 00000100:00100000:1.0:1787614695.290745:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787614695.290767:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd488850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:22734:x1874449272125312:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787614695.291007:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd488850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:22734:x1874449272125312:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 246us (9576us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614695.291017:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787614695.295020:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272125312:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787614695.295128:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882529c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272125440:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787614695.295682:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614695.295734:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd999b8b600 going to sleep for 11 seconds 00000100:00100000:0.0:1787614695.297540:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272125440 00000100:00100000:0.0:1787614695.297561:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272125440 00000100:00100000:0.0:1787614695.297643:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787614695.297662:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd489850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:22734:x1874449272125440:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787614695.297879:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd489850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:22734:x1874449272125440:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 219us (2198us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614695.297888:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787614695.298012:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882529c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272125440:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787614695.300337:0:23970:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787614695.301521:0:22734:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787614695.301564:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787614695.301578:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e74d7 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614695.301591:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e74d7 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614695.833803:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787614696.281867:0:22771:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787614696.855961:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614697.628077:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272125568:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787614697.628196:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787614697.628470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787614697.628476:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787614697.628479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787614697.628483:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787614697.628515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787614697.628519:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787614697.628522:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787614697.628525:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787614697.628779:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3666:1874449272125696:0@lo:400:kworker.0 00000100:00100000:3.0:1787614697.628838:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614697.628874:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787614697.628880:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272126080:0@lo:400:kworker.0 00000100:00100000:3.0:1787614697.628908:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614697.630749:0:3662:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787614687/real 1787614687] req@ffff8fd88209e300 x1874449272119680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614697 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614697.630785:0:3662:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fd88209e300 x1874449272119680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614697 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614697.630815:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272125696 00000100:00100000:1.0:1787614697.630839:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272125696 00000100:00100000:1.0:1787614697.630917:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1787614697.630928:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:3666:x1874449272125696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614697.631028:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:3666:x1874449272125696:12345-0@lo:400:kworker.0 Request processed in 101us (2188us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614697.631036:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1787614697.631380:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3666:1874449272125696:0@lo:400:kworker.0 00000100:00100000:1.0:1787614697.631417:0:3662:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787614687/real 1787614687] req@ffff8fd9a9ba8380 x1874449272119552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614697 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614697.631431:0:3662:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fd9a9ba8380 x1874449272119552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614697 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787614697.631479:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd8827fc000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614697.631498:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787614697.631502:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272119680:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1787614697.631517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614697.631522:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787614697.631525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614697.631529:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787614697.631533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614697.631536:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787614697.631538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614697.631541:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787614697.631552:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fd8827fc000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787614697.631558:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 684 00000100:00080000:1.0:1787614697.631563:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787614697.631569:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8fd8827fc000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:1.0:1787614697.631603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd882529c00 x1874449272126208/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787614697.631630:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd98301a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787614697.631639:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787614697.631643:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272119552:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1787614697.631650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614697.631653:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787614697.631655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614697.631659:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787614697.631661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614697.631664:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787614697.631665:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fd98301a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787614697.631668:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 684 00000100:00080000:1.0:1787614697.631671:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787614697.631674:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8fd98301a800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:1.0:1787614697.631686:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd882529f80 x1874449272126336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787614697.631721:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882529c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272126208:0@lo:8:kworker.0 00000400:00000100:1.0:1787614697.631762:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874449272126208 offset 0 length 520: 4 00000100:00100000:1.0:1787614697.631802:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272126336:0@lo:8:kworker.0 00000400:00000100:1.0:1787614697.631825:0:3662:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874449272126336 offset 0 length 520: 4 00000100:00100000:0.0:1787614697.632334:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272125568 00000100:00100000:0.0:1787614697.632342:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272125568 00000100:00100000:0.0:1787614697.632388:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787614697.632397:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3665:x1874449272125568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787614697.632435:0:22743:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787614697.632516:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3665:x1874449272125568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (4320us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614697.632524:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787614697.632550:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272125952:0@lo:400:kworker.0 00000100:00100000:0.0:1787614697.632582:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614697.632614:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787614697.632620:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3664:1874449272125824:0@lo:400:kworker.0 00000100:00100000:0.0:1787614697.632653:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614697.632679:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272125952 00000100:00100000:0.0:1787614697.632683:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272125952 00000100:00100000:0.0:1787614697.632704:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787614697.632709:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272125952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614697.632744:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272125952:12345-0@lo:400:kworker.0 Request processed in 35us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614697.632750:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787614697.632766:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272126080 00000100:00100000:0.0:1787614697.632770:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272126080 00000100:00100000:0.0:1787614697.632793:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272125824 00000100:00100000:0.0:1787614697.632796:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272125824 00000100:00100000:0.0:1787614697.632809:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787614697.632815:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1874449272126080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614697.632848:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1874449272126080:12345-0@lo:400:kworker.0 Request processed in 32us (3938us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614697.632854:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787614697.632866:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787614697.632871:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1874449272125824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614697.632897:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1874449272125824:12345-0@lo:400:kworker.0 Request processed in 26us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614697.632904:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1787614697.632936:0:3664:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fd883fc1500 x1874449272125824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614697.632950:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3664:1874449272125824:0@lo:400:kworker.0 00000100:00100000:0.0:1787614697.632961:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272125952:0@lo:400:kworker.0 00000100:00100000:0.0:1787614697.633000:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272126464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787614697.633028:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1787614697.633064:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fd883fc2d80 x1874449272126080/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614697.633076:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272126080:0@lo:400:kworker.0 00000100:00100000:0.0:1787614697.633096:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272126464 00000100:00100000:0.0:1787614697.633099:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272126464 00000100:00100000:0.0:1787614697.633117:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787614697.633123:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272126464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787614697.635274:0:22742:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787614697.635377:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272126464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2249us (2343us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614697.635387:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787614697.635480:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272126464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787614697.636021:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272125568:0@lo:41:osp-pre-1-0.0 00000001:00100000:2.0:1787614697.636959:0:23470:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1787614697.879614:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614698.905677:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787614699.466855:0:24240:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1787614699.466860:0:24240:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1787614699.466861:0:24240:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1787614699.467360:0:24240:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8fd985231800 00000020:01000004:2.0:1787614699.467383:0:24240:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1787614699.467401:0:24240:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787614699.467422:0:24240:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8fd99047cd28) 00000020:00000080:2.0:1787614699.467610:0:24240:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00000040:00080000:0.0:1787614699.480277:0:23489:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00100000:10000000:3.0:1787614699.548224:0:24240:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787614699.554765:0:24240:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1787614699.555643:0:24240:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1787614699.555855:0:24240:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1787614699.556057:0:24240:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1787614699.556393:0:24240:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1787614699.556701:0:24240:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:2.0:1787614699.558898:0:24240:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787614699.559319:0:24240:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1787614699.559334:0:24240:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787614699.559349:0:24240:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xbb6ded2d9f6e74e5 00000020:01000004:2.0:1787614699.559357:0:24240:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1787614699.559380:0:24240:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.106@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787614699.559384:0:24240:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.106@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787614699.559390:0:24240:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1787614699.559395:0:24240:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1787614699.559525:0:24240:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8fd990478000) 00000020:00000080:2.0:1787614699.559539:0:24240:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1787614699.560833:0:24240:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787614699.561015:0:24240:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1787614699.561021:0:24240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1787614699.562768:0:24240:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1787614699.562780:0:24240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1787614699.563082:0:24240:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1787614699.563089:0:24240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1787614699.564426:0:24240:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787614699.564679:0:24240:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1787614699.564686:0:24240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1787614699.565175:0:24240:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1787614699.565184:0:24240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1787614699.585403:0:24240:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787614699.585738:0:24240:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1787614699.585744:0:24240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1787614699.587052:0:24240:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1787614699.587062:0:24240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1787614699.588333:0:24240:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1787614699.588345:0:24240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1787614699.595957:0:24240:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787614699.596361:0:24240:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1787614699.596368:0:24240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1787614699.597347:0:24240:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1787614699.597357:0:24240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1787614699.647957:0:24240:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787614699.648216:0:24240:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1787614699.648223:0:24240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1787614699.649633:0:24240:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1787614699.649644:0:24240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1787614699.652086:0:24240:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1787614699.652116:0:24240:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1787614699.652122:0:24240:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.106@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1787614699.670827:0:24240:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.106@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787614699.670865:0:24240:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.106@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1787614699.670869:0:24240:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787614699.670871:0:24240:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787614699.670873:0:24240:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787614699.670874:0:24240:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787614699.670875:0:24240:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787614699.670876:0:24240:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787614699.670878:0:24240:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787614699.670879:0:24240:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787614699.670880:0:24240:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787614699.670884:0:24240:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1787614699.670886:0:24240:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787614699.670887:0:24240:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787614699.670893:0:24240:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787614699.670894:0:24240:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787614699.670895:0:24240:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787614699.670896:0:24240:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787614699.670896:0:24240:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787614699.670897:0:24240:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787614699.670898:0:24240:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787614699.670924:0:24240:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1787614699.670944:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272126592:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787614699.671025:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614699.671082:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bcf7a900 going to sleep for 11 seconds 00000100:00100000:0.0:1787614699.671155:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272126592 00000100:00100000:0.0:1787614699.671164:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272126592 00000100:00100000:0.0:1787614699.671225:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787614699.671242:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:24240:x1874449272126592:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787614699.671274:0:22732:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1787614699.671278:0:22732:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1787614699.671282:0:22732:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1787614699.672261:0:3662:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787614684/real 1787614684] req@ffff8fd88209df80 x1874449272117504/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614699 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614699.672287:0:3662:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fd88209df80 x1874449272117504/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614699 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614699.672295:0:3662:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787614684/real 1787614684] req@ffff8fd88209f100 x1874449272117632/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614699 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614699.672306:0:3662:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fd88209f100 x1874449272117632/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614699 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787614699.672322:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9ae80e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787614699.672343:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787614699.672347:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272117504:0@lo:8:kworker.0 00000100:00080000:3.0:1787614699.672353:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787614699.672367:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787614699.672370:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272117632:0@lo:8:kworker.0 00000100:00100000:2.0:1787614699.672575:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272126720:0@lo:400:kworker.0 00000100:00100000:2.0:1787614699.672621:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787614699.672663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614699.672667:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787614699.672669:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fd9ae80e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787614699.672673:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 681 00000100:00080000:1.0:1787614699.672677:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787614699.672681:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8fd9ae80e000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:0.0:1787614699.672705:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:24240:x1874449272126592:12345-0@lo:253:mount.lustre.0 Request processed in 1463us (1679us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614699.672713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88252b480 x1874449272126848/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787614699.672719:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:1.0:1787614699.672730:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614699.672732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787614699.672734:0:8:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787614699.672737:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 681 00000100:00080000:1.0:1787614699.672739:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787614699.672742:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fd9bcf16000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:1.0:1787614699.672751:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88252b800 x1874449272126976/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787614699.672812:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272126720 00000100:00100000:3.0:1787614699.672818:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272126720 00000100:00100000:3.0:1787614699.672868:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787614699.672884:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272126720:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1787614699.673102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1787614699.673144:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272127232:0@lo:400:kworker.0 00000100:00100000:0.0:1787614699.673175:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787614699.673230:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787614699.673233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614699.673236:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787614699.673276:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787614699.673305:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3664:1874449272127104:0@lo:400:kworker.0 00000100:00100000:1.0:1787614699.673349:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614699.673382:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272127104 00000100:00100000:1.0:1787614699.673386:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272127104 00000100:00100000:1.0:1787614699.673412:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787614699.673418:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1874449272127104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614699.673467:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1874449272127104:12345-0@lo:400:kworker.0 Request processed in 48us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614699.673484:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1787614699.673517:0:3664:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fd88252a300 x1874449272127104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614699.673529:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3664:1874449272127104:0@lo:400:kworker.0 00000100:00100000:1.0:1787614699.673546:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272126848:0@lo:8:kworker.0 00000100:00100000:1.0:1787614699.673567:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614699.673590:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272126976:0@lo:8:kworker.0 00000100:00100000:1.0:1787614699.673608:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614699.673631:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272126848 00000100:00100000:1.0:1787614699.673634:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272126848 00000100:00100000:1.0:1787614699.673648:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272126976 00000100:00100000:1.0:1787614699.673650:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272126976 00000100:00100000:1.0:1787614699.673657:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787614699.673661:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272126848:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1787614699.673682:0:24244:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787614699.674267:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272127232 00000100:00100000:2.0:1787614699.674274:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272127232 00000100:00100000:2.0:1787614699.674310:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787614699.674318:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272127232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614699.674424:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3665:1874449272127360:0@lo:400:kworker.0 00000100:00100000:0.0:1787614699.674468:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614699.676470:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272126720:12345-0@lo:400:kworker.0 Request processed in 3580us (3839us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614699.676485:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787614699.676547:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272126592:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787614699.676559:0:24240:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1787614699.676561:0:24240:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787614699.676562:0:24240:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787614699.676563:0:24240:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787614699.676564:0:24240:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787614699.676565:0:24240:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787614699.676565:0:24240:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787614699.676566:0:24240:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787614699.676567:0:24240:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787614699.676568:0:24240:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787614699.676586:0:24240:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8fd985231800 from lustre-OST0000 10000000:01000000:3.0:1787614699.676624:0:24240:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1787614699.676626:0:24240:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1787614699.676632:0:24240:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8fd9a941b370 local copy 00010000:00010000:3.0:1787614699.676640:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614699.676717:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272127488:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787614699.676757:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614699.676789:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272127488 00000100:00100000:3.0:1787614699.676794:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272127488 00000100:00100000:3.0:1787614699.676833:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787614699.676842:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:24240:x1874449272127488:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787614699.676902:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:24240:x1874449272127488:12345-0@lo:501:mount.lustre.0 Request processed in 60us (144us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787614699.676923:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787614699.676961:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528e240 going to sleep for 11 seconds 00000100:00100000:3.0:1787614699.676973:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272127488:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1787614699.676985:0:24240:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.106@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1787614699.677000:0:24240:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.106@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1787614699.677005:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.677013:0:24240:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614699.677034:0:24240:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8fd985231800 10000000:01000000:3.0:1787614699.677038:0:24240:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787614699.677055:0:24240:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1787614699.677058:0:24240:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787614699.677063:0:24240:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1787614699.677066:0:24240:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1787614699.677084:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015a00/0xbb6ded2d9f6e74f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.677091:0:24240:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015a00/0xbb6ded2d9f6e74f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.677100:0:24240:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015a00/0xbb6ded2d9f6e74f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614699.677112:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272127616:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787614699.677136:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614699.677157:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bcf7ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1787614699.677501:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272127360 00000100:00100000:3.0:1787614699.677506:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272127360 00000100:00100000:3.0:1787614699.677537:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787614699.677543:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1874449272127360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614699.677580:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1874449272127360:12345-0@lo:400:kworker.0 Request processed in 37us (3111us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614699.677587:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787614699.678734:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272127616 00000100:00100000:0.0:1787614699.678743:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272127616 00000100:00100000:0.0:1787614699.678794:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1787614699.678804:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+18:24240:x1874449272127616:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787614699.678816:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614699.678830:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9aa170600/0xbb6ded2d9f6e74fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e74f3 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.678856:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9aa170600/0xbb6ded2d9f6e74fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e74f3 expref: 19 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.678866:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9aa170600/0xbb6ded2d9f6e74fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e74f3 expref: 19 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.678874:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9aa170600, rc 0) 00000100:00100000:0.0:1787614699.678930:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:24240:x1874449272127616:12345-0@lo:101:mount.lustre.0 Request processed in 127us (1792us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614699.678950:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272127616:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787614699.678951:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00010000:00010000:3.0:1787614699.678970:0:24240:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015a00/0xbb6ded2d9f6e74f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e74fa expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.678979:0:24240:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015a00/0xbb6ded2d9f6e74f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e74fa expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614699.680924:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272126720:0@lo:400:kworker.0 00000040:00080000:0.0:1787614699.681594:0:24240:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1787614699.682804:0:24240:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787614699.686363:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1787614699.686424:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1787614699.687059:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1787614699.687088:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1787614699.687111:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1787614699.687132:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1787614699.687154:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1787614699.687174:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1787614699.687201:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1787614699.687221:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1787614699.687242:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1787614699.687340:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1787614699.687376:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1787614699.687386:0:24240:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1787614699.687527:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272127744:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787614699.687596:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614699.687652:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bb3ffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787614699.688584:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272127744 00000100:00100000:0.0:1787614699.688593:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272127744 00000100:00100000:0.0:1787614699.688651:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1787614699.688660:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:24240:x1874449272127744:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787614699.688824:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:24240:x1874449272127744:12345-0@lo:501:mount.lustre.0 Request processed in 163us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614699.688834:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1787614699.688915:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272127744:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787614699.688975:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272127872:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787614699.689020:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614699.689330:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272127232:12345-0@lo:400:kworker.0 Request processed in 15011us (16152us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614699.689341:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787614699.689391:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272127872 00000100:00100000:2.0:1787614699.689396:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272127872 00000100:00100000:2.0:1787614699.689426:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1787614699.689434:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:24240:x1874449272127872:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787614699.689493:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272127232:0@lo:400:kworker.0 00000100:00100000:0.0:1787614699.689496:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bb3ffc00 going to sleep for 11 seconds 00010000:00080000:3.0:1787614699.689520:0:3665:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fd9b62e2300 x1874449272127360/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614699.689532:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3665:1874449272127360:0@lo:400:kworker.0 00000100:00100000:2.0:1787614699.690340:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:24240:x1874449272127872:12345-0@lo:503:mount.lustre.0 Request processed in 903us (1318us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614699.690348:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787614699.690590:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272127872:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787614699.692526:0:24240:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787614699.692615:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128000:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787614699.692690:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614699.692731:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272128000 00000100:00100000:0.0:1787614699.692732:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bb3ffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787614699.692740:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272128000 00000100:00100000:3.0:1787614699.692794:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1787614699.692804:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:24240:x1874449272128000:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787614699.693871:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:24240:x1874449272128000:12345-0@lo:502:mount.lustre.0 Request processed in 1065us (1177us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614699.693892:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787614699.693905:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128000:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787614699.694133:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1787614699.694164:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1787614699.694180:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1787614699.694194:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1787614699.694207:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1787614699.694221:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1787614699.694234:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1787614699.694248:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1787614699.694262:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:0.0:1787614699.694275:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:0.0:1787614699.694288:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:0.0:1787614699.694302:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:0.0:1787614699.694346:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128128:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787614699.695130:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614699.695170:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bb3ffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787614699.695247:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272128128 00000100:00100000:2.0:1787614699.695253:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272128128 00000100:00100000:2.0:1787614699.695296:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1787614699.695305:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:24240:x1874449272128128:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787614699.695421:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:24240:x1874449272128128:12345-0@lo:502:mount.lustre.0 Request processed in 117us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614699.695429:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1787614699.695581:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128128:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787614699.695648:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1787614699.695660:0:24240:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000100:00100000:1.0:1787614699.695949:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272126848:12345-0@lo:8:kworker.0 Request processed in 22284us (22379us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787614699.695958:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787614699.695976:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787614699.695982:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272126976:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1787614699.696000:0:24244:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787614699.696027:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272126976:12345-0@lo:8:kworker.0 Request processed in 44us (22418us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787614699.696033:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1787614699.696150:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9ae80e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787614699.696155:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787614699.696159:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272126848:0@lo:8:kworker.0 00000100:00080000:2.0:1787614699.696169:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787614699.696172:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787614699.696175:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272126976:0@lo:8:kworker.0 00000020:01000000:1.0:1787614699.696554:0:24257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787614699.696561:0:24257:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1787614699.696568:0:24257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614699.696570:0:24257:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1787614699.696576:0:24257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787614699.696590:0:24257:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8fd881b3b370) 00000020:00000080:1.0:1787614699.696609:0:24257:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1787614699.696615:0:24257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787614699.696681:0:24257:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fd985231800 from lustre-OST0000, refs=2 00080000:01000000:1.0:1787614699.696689:0:24257:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:1.0:1787614699.696701:0:24257:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xbb6ded2d9f6e7508 00010000:00010000:1.0:1787614699.701223:0:24257:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1787614699.701633:0:24257:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1787614699.703151:0:24257:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1787614699.704570:0:24257:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1787614699.704581:0:24257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787614699.704588:0:24257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787614699.704590:0:24257:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1787614699.704593:0:24257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787614699.704595:0:24257:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1787614699.704597:0:24257:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787614699.704606:0:24257:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787614699.704607:0:24257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787614699.704610:0:24257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787614699.704612:0:24257:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787614699.704614:0:24257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787614699.704617:0:24257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787614699.704619:0:24257:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787614699.704621:0:24257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787614699.704623:0:24257:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1787614699.704625:0:24257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787614699.704628:0:24257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787614699.704629:0:24257:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:2.0:1787614699.704631:0:24257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787614699.704634:0:24257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787614699.704635:0:24257:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787614699.704650:0:24257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1787614699.704678:0:24257:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787614699.704682:0:24257:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787614699.704683:0:24257:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787614699.704687:0:24257:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1787614699.704883:0:24240:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1787614699.704972:0:24240:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1787614699.704986:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015a00/0xbb6ded2d9f6e74f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e74fa expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.704996:0:24240:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015a00/0xbb6ded2d9f6e74f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e74fa expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614699.705001:0:24240:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fd985231800 from 1 10000000:01000000:3.0:1787614699.705003:0:24240:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787614699.705032:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.705037:0:24240:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.705055:0:24240:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614699.705086:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128256:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787614699.705158:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614699.705198:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9825a4900 going to sleep for 11 seconds 00000100:00100000:2.0:1787614699.705568:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272128256 00000100:00100000:2.0:1787614699.705576:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272128256 00000100:00100000:2.0:1787614699.705617:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1787614699.705627:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:24240:x1874449272128256:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787614699.705639:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614699.705651:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7516 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e750f expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614699.705677:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7516 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e750f expref: 20 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614699.705687:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7516 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e750f expref: 20 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614699.705706:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b7850400, rc 0) 00000100:00100000:2.0:1787614699.705758:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:24240:x1874449272128256:12345-0@lo:101:mount.lustre.0 Request processed in 132us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614699.705764:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1787614699.705935:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128256:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787614699.705950:0:24240:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7516 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614699.705972:0:24240:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7516 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787614699.707058:0:24240:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1787614699.707297:0:24240:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787614699.707509:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1787614699.707538:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1787614699.707555:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1787614699.707587:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1787614699.707605:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1787614699.707620:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1787614699.707637:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1787614699.707654:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1787614699.707669:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1787614699.707686:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1787614699.707704:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1787614699.707724:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1787614699.707730:0:24240:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1787614699.707798:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128384:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614699.707852:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614699.707897:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1de73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787614699.708093:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272128384 00000100:00100000:0.0:1787614699.708100:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272128384 00000100:00100000:0.0:1787614699.708155:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787614699.708173:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:24240:x1874449272128384:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787614699.708282:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:24240:x1874449272128384:12345-0@lo:501:mount.lustre.0 Request processed in 110us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614699.708291:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787614699.708675:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128384:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614699.708712:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128512:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787614699.708753:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614699.709036:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1de73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787614699.709122:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272128512 00000100:00100000:2.0:1787614699.709128:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272128512 00000100:00100000:2.0:1787614699.709166:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1787614699.709175:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:24240:x1874449272128512:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787614699.709279:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:24240:x1874449272128512:12345-0@lo:503:mount.lustre.0 Request processed in 105us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614699.709287:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787614699.709355:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128512:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787614699.709949:0:24240:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787614699.710021:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128640:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787614699.710077:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614699.710158:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1de7300 going to sleep for 11 seconds 00000100:00100000:2.0:1787614699.710243:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272128640 00000100:00100000:2.0:1787614699.710249:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272128640 00000100:00100000:2.0:1787614699.710305:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787614699.710313:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:24240:x1874449272128640:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787614699.710396:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:24240:x1874449272128640:12345-0@lo:502:mount.lustre.0 Request processed in 84us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614699.710404:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1787614699.710486:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128640:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787614699.710658:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1787614699.710692:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1787614699.710712:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1787614699.710727:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1787614699.710742:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1787614699.710772:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1787614699.710790:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1787614699.710803:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1787614699.710816:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1787614699.710829:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1787614699.710840:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1787614699.710858:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128768:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787614699.710889:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614699.710996:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1de7300 going to sleep for 11 seconds 00000100:00100000:0.0:1787614699.711031:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272128768 00000100:00100000:0.0:1787614699.711036:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272128768 00000100:00100000:0.0:1787614699.711067:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787614699.711073:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:24240:x1874449272128768:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787614699.711212:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:24240:x1874449272128768:12345-0@lo:502:mount.lustre.0 Request processed in 138us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614699.711219:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1787614699.711598:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128768:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787614699.711638:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1787614699.711646:0:24240:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1787614699.712233:0:24261:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614699.712242:0:24261:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614699.712244:0:24261:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787614699.712251:0:24261:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fd985231800 00000020:00000080:1.0:1787614699.712254:0:24261:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787614699.712261:0:24261:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614699.712264:0:24261:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614699.712265:0:24261:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787614699.712273:0:24261:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614699.712276:0:24261:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614699.712277:0:24261:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787614699.712280:0:24261:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fd985231800 00000020:00000080:1.0:1787614699.712282:0:24261:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787614699.712367:0:24261:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614699.712371:0:24261:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614699.712372:0:24261:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787614699.712375:0:24261:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614699.712377:0:24261:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614699.712379:0:24261:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787614699.712382:0:24261:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fd985231800 00000020:00000080:1.0:1787614699.712384:0:24261:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787614699.714754:0:24261:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614699.714764:0:24261:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614699.714767:0:24261:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787614699.714770:0:24261:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614699.714774:0:24261:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614699.714775:0:24261:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787614699.714780:0:24261:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fd985231800 00000020:00000080:1.0:1787614699.714782:0:24261:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787614699.714831:0:24261:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614699.714834:0:24261:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614699.714836:0:24261:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787614699.714839:0:24261:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1787614699.716109:0:24240:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1787614699.716144:0:24240:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787614699.716160:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7516 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614699.716172:0:24240:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7516 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614699.716239:0:24240:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787614699.716242:0:24240:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8fd985231800 10000000:01000000:2.0:1787614699.716245:0:24240:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8fd985231800 10000000:01000000:2.0:1787614699.716249:0:24240:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787614699.716254:0:24240:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8fd985231800 from 1 10000000:01000000:2.0:1787614699.716257:0:24240:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787614699.716292:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851c00/0xbb6ded2d9f6e751d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614699.716300:0:24240:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851c00/0xbb6ded2d9f6e751d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614699.716311:0:24240:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851c00/0xbb6ded2d9f6e751d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614699.716335:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128896:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787614699.716400:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614699.716467:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd990495840 going to sleep for 11 seconds 00000100:00100000:2.0:1787614699.718132:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272128896 00000100:00100000:2.0:1787614699.718143:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272128896 00000100:00100000:2.0:1787614699.718198:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1787614699.718208:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:24240:x1874449272128896:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787614699.718224:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614699.718240:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7524 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e751d expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614699.718264:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7524 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e751d expref: 21 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614699.718285:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9b7851400/0xbb6ded2d9f6e7524 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e751d expref: 21 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614699.718294:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9b7851400, rc 0) 00000100:00100000:2.0:1787614699.718353:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272128896:12345-0@lo:101:mount.lustre.0 Request processed in 147us (1953us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614699.718360:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1787614699.718417:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272128896:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787614699.718432:0:24240:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851c00/0xbb6ded2d9f6e751d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7524 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614699.718458:0:24240:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851c00/0xbb6ded2d9f6e751d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7524 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787614699.722939:0:24240:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1787614699.723283:0:24240:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787614699.723512:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1787614699.723539:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1787614699.723553:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1787614699.723566:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1787614699.723577:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1787614699.723589:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1787614699.723601:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1787614699.723614:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1787614699.723627:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1787614699.723657:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1787614699.723671:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1787614699.723684:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1787614699.723694:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1787614699.723706:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1787614699.723719:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1787614699.723731:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1787614699.723744:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1787614699.723757:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1787614699.723769:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1787614699.723781:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1787614699.723792:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1787614699.723806:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1787614699.723819:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1787614699.723832:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1787614699.723844:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1787614699.723870:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1787614699.723885:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1787614699.723898:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1787614699.723911:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1787614699.723924:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1787614699.723936:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1787614699.723948:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1787614699.723961:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1787614699.723982:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1787614699.723995:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1787614699.724008:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1787614699.724020:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1787614699.724033:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1787614699.724063:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1787614699.724077:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1787614699.724090:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1787614699.726053:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1787614699.726108:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1787614699.726126:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1787614699.726143:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1787614699.726158:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1787614699.726175:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1787614699.726192:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1787614699.726705:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1787614699.726862:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1787614699.726903:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1787614699.726912:0:24240:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1787614699.727018:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272129024:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787614699.727100:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614699.727137:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272129024 00000100:00100000:3.0:1787614699.727146:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9825a4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787614699.727146:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272129024 00000100:00100000:2.0:1787614699.727197:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787614699.727207:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272129024:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787614699.727330:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272129024:12345-0@lo:501:mount.lustre.0 Request processed in 124us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614699.727337:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1787614699.728340:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272129024:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787614699.728383:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272129152:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787614699.728434:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614699.728479:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9825a4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787614699.728541:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272129152 00000100:00100000:2.0:1787614699.728547:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272129152 00000100:00100000:2.0:1787614699.728586:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787614699.728595:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd982fdc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272129152:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787614699.728688:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd982fdc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272129152:12345-0@lo:503:mount.lustre.0 Request processed in 94us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614699.728701:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1787614699.729245:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272129152:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787614699.729681:0:24240:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787614699.729752:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272129280:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787614699.729803:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614699.729839:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9825a4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787614699.729966:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272129280 00000100:00100000:2.0:1787614699.729972:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272129280 00000100:00100000:2.0:1787614699.730014:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1787614699.730023:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd982fdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272129280:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787614699.730217:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd982fdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272129280:12345-0@lo:502:mount.lustre.0 Request processed in 193us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614699.730225:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787614699.731262:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272129280:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787614699.731493:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1787614699.731521:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1787614699.731550:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1787614699.731566:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1787614699.731578:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1787614699.731591:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1787614699.731603:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1787614699.731615:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1787614699.731627:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1787614699.731640:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1787614699.731653:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1787614699.731667:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1787614699.731680:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1787614699.731693:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1787614699.731705:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1787614699.731717:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1787614699.731729:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1787614699.731742:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1787614699.731767:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1787614699.731781:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1787614699.731795:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1787614699.731808:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1787614699.731822:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1787614699.731836:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1787614699.731848:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1787614699.731861:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1787614699.731873:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1787614699.731885:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1787614699.731906:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1787614699.731918:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1787614699.731930:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1787614699.731941:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1787614699.731952:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1787614699.731962:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1787614699.731985:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1787614699.731999:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1787614699.732010:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1787614699.732022:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1787614699.732033:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1787614699.732060:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1787614699.732076:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1787614699.732088:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1787614699.732101:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1787614699.732188:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1787614699.732206:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1787614699.732222:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1787614699.732234:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1787614699.732244:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1787614699.732287:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272129408:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787614699.732348:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614699.732388:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272129408 00000100:00100000:3.0:1787614699.732394:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272129408 00000100:00100000:3.0:1787614699.732469:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1787614699.732479:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd982fdf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272129408:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787614699.732577:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd982fdf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272129408:12345-0@lo:502:mount.lustre.0 Request processed in 99us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614699.732585:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1787614699.732626:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9825a4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787614699.732648:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272129408:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787614699.732773:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1787614699.732793:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1787614699.732812:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272129536:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787614699.732843:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614699.732864:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272129536 00000100:00100000:3.0:1787614699.732868:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272129536 00000100:00100000:3.0:1787614699.732891:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1787614699.732898:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd982fde850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272129536:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787614699.732961:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd982fde850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272129536:12345-0@lo:502:mount.lustre.0 Request processed in 62us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614699.732967:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1787614699.732996:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9825a4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787614699.733008:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272129536:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787614699.733053:0:24240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1787614699.733061:0:24240:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1787614699.737586:0:24266:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1787614699.737603:0:24266:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8fd9bcf34d28) 00000020:00000080:3.0:1787614699.737629:0:24266:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1787614699.737718:0:24266:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fd985231800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1787614699.737723:0:24266:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fd985231800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1787614699.737725:0:24266:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd985231800 3 00010000:00080000:3.0:1787614699.737763:0:24266:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd8832e2800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.106@tcp at head 00010000:00010000:3.0:1787614699.740013:0:24266:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1787614699.740646:0:24266:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1787614699.740688:0:24266:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787614699.740699:0:24266:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xbb6ded2d9f6e7532 00000100:00080000:3.0:1787614699.740714:0:24266:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787614699.740720:0:24266:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8fd8832e2800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614699.740754:0:24266:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883fc3800 x1874449272129664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787614699.740778:0:24266:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:01000004:3.0:1787614699.740998:0:24266:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1787614699.741011:0:24266:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8fd9bcf30000) 00000020:00000080:3.0:1787614699.741026:0:24266:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1787614699.741103:0:24266:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fd985231800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1787614699.741108:0:24266:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fd985231800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1787614699.741110:0:24266:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd985231800 3 00010000:00080000:3.0:1787614699.741209:0:24266:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd9b5105000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.106@tcp at head 00000100:00100000:2.0:1787614699.741564:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3662:1874449272129664:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787614699.741621:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614699.741679:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272129664 00000100:00100000:2.0:1787614699.741686:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272129664 00000100:00100000:2.0:1787614699.741714:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787614699.741720:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3662:x1874449272129664:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1787614699.741741:0:22739:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 696 last 0 00000020:00000080:2.0:1787614699.741769:0:22739:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xbb6ded2d9f6e7540 00000004:00100000:2.0:1787614699.741781:0:22739:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787614699.741805:0:22739:0:(import.c:65:import_set_state_nolock()) ffff8fd9b6b93800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787614699.741855:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3662:x1874449272129664:12345-0@lo:38:llog_process_th.0 Request processed in 133us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614699.741863:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1787614699.741899:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fd883fc3800 x1874449272129664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787614709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614699.741908:0:3662:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787614699.741916:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1787614699.741930:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1787614699.741934:0:3662:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787614699.741936:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd8832e2800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787614699.741942:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3662:1874449272129664:0@lo:38:llog_process_th.0 00010000:00010000:3.0:1787614699.745878:0:24266:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1787614699.746069:0:24266:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1787614699.746192:0:24266:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787614699.746208:0:24266:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xbb6ded2d9f6e7547 00000100:00080000:3.0:1787614699.746218:0:24266:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787614699.746224:0:24266:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8fd9b5105000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614699.746260:0:24266:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883fc1180 x1874449272129792/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787614699.746294:0:24266:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1787614699.746521:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787614699.746527:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787614699.746529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787614699.746532:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787614699.747790:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3662:1874449272129792:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787614699.747864:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1787614699.747903:0:24266:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:2.0:1787614699.747931:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272129792 00000100:00100000:2.0:1787614699.747938:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272129792 00000020:01000000:3.0:1787614699.747954:0:24240:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000100:00100000:2.0:1787614699.747967:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787614699.747974:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3662:x1874449272129792:12345-0@lo:38:llog_process_th.0 10000000:01000000:3.0:1787614699.747985:0:24240:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00080000:2.0:1787614699.747998:0:22738:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 696 last 0 00010000:00010000:3.0:1787614699.748000:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851c00/0xbb6ded2d9f6e751d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7524 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.748009:0:24240:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851c00/0xbb6ded2d9f6e751d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7524 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1787614699.748027:0:22738:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xbb6ded2d9f6e754e 00000004:00100000:2.0:1787614699.748054:0:22738:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000004:3.0:1787614699.748073:0:24240:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1787614699.748075:0:24240:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787614699.748077:0:24240:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787614699.748078:0:24240:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787614699.748079:0:24240:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787614699.748080:0:24240:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787614699.748082:0:24240:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787614699.748083:0:24240:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000100:00080000:2.0:1787614699.748084:0:22738:0:(import.c:65:import_set_state_nolock()) ffff8fd9b6b90800 : changing import state from RECOVER to FULL 00000020:01000004:3.0:1787614699.748085:0:24240:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787614699.748088:0:24240:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1787614699.748090:0:24240:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787614699.748091:0:24240:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787614699.748092:0:24240:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787614699.748093:0:24240:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787614699.748094:0:24240:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787614699.748095:0:24240:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787614699.748096:0:24240:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787614699.748097:0:24240:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787614699.748098:0:24240:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787614699.748126:0:24240:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1787614699.748129:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3662:x1874449272129792:12345-0@lo:38:llog_process_th.0 Request processed in 154us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614699.748136:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787614699.748138:0:24240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272129920:0@lo:253:mount.lustre.0 00010000:00080000:2.0:1787614699.748170:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8fd883fc1180 x1874449272129792/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787614709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614699.748174:0:24240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614699.748180:0:3662:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787614699.748188:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00100000:3.0:1787614699.748189:0:24240:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd88373af00 going to sleep for 11 seconds 00000100:00080000:2.0:1787614699.748194:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1787614699.748198:0:3662:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1787614699.748200:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9b5105000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787614699.748203:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272129920 00000100:00100000:3.0:1787614699.748206:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272129920 00000100:00100000:2.0:1787614699.748206:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3662:1874449272129792:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787614699.748232:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1787614699.748239:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272129920:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787614699.748257:0:22731:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1787614699.748271:0:22731:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1787614699.753748:0:22731:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787614699.753766:0:22731:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1787614699.754052:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:24240:x1874449272129920:12345-0@lo:253:mount.lustre.0 Request processed in 5800us (5864us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614699.754068:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1787614699.754094:0:24240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:24240:1874449272129920:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787614699.754110:0:24240:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1787614699.754114:0:24240:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787614699.754116:0:24240:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1787614699.754118:0:24240:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787614699.754120:0:24240:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787614699.754121:0:24240:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787614699.754123:0:24240:0:(tgt_mount.c:1180:server_mti_print()) flags: 20000000:01000000:3.0:1787614699.754133:0:22753:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:01000004:1.0:1787614699.754134:0:24240:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787614699.754137:0:24240:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 10000000:01000000:3.0:1787614699.754140:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:01000004:1.0:1787614699.754141:0:24240:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1787614699.754159:0:24240:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1787614699.754163:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.754194:0:22753:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd9aa171200/0xbb6ded2d9f6e749f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7498 expref: 20 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.754201:0:22753:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e74ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e74a6 expref: 20 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.754209:0:22753:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.754243:0:22753:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e74ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e74a6 expref: 20 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.754293:0:22753:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e74ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74a6 expref: 20 pid: 22732 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614699.754307:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272130048:0@lo:104: 00000100:00100000:3.0:1787614699.754344:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787614699.754395:0:22753:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd9aa171200/0xbb6ded2d9f6e749f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e7498 expref: 20 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.754405:0:22753:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd9aa171200/0xbb6ded2d9f6e749f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7498 expref: 20 pid: 22730 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614699.754412:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272130048 00000100:00100000:3.0:1787614699.754415:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272130176:0@lo:104: 00000100:00100000:0.0:1787614699.754431:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272130048 00000100:00100000:3.0:1787614699.754463:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614699.754483:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bb24f540 going to sleep for 11 seconds 00000100:00100000:0.0:1787614699.754589:0:22720:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787614699.754598:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272130176 00000100:00100000:0.0:1787614699.754601:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272130176 00000100:00100000:0.0:1787614699.754615:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787614699.754630:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+4:22753:x1874449272130048:12345-0@lo:104: 00010000:00010000:0.0:1787614699.754642:0:22720:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e74ad expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.754708:0:22720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787614699.754714:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+4:22753:x1874449272130048:12345-0@lo:104: Request processed in 86us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614699.754721:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787614699.754735:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787614699.754741:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd595050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:22753:x1874449272130176:12345-0@lo:104: 00010000:00010000:0.0:1787614699.754749:0:22720:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e749f expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.754779:0:22720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787614699.754784:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd595050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:22753:x1874449272130176:12345-0@lo:104: Request processed in 44us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614699.754790:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1787614699.754823:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787614699.754828:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e74ad expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.754835:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014400 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:0.0:1787614699.754839:0:22726:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e74ad expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.754848:0:22726:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e74ad expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614699.754855:0:22726:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e74ad expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614699.754868:0:22726:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787614699.754904:0:22726:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e74ad expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.754910:0:22726:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787614699.754931:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e74ad expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.754938:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014400/0xbb6ded2d9f6e74a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e74ad expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614699.754946:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272130048:0@lo:104: 00010000:00010000:0.0:1787614699.754948:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614699.754953:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e749f expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614699.754958:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272130176:0@lo:104: 00010000:00010000:0.0:1787614699.754960:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1400 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:0.0:1787614699.754964:0:22726:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e749f expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.754976:0:22726:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e749f expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614699.754984:0:22753:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614699.754988:0:22726:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e749f expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614699.755000:0:22726:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787614699.755014:0:22726:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e749f expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.755020:0:22726:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787614699.755033:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e749f expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.755050:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7498 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e749f expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.755063:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614699.755065:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614699.755067:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614699.755152:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614699.755168:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272130304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614699.755200:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614699.755238:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787614699.755246:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272130432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614699.755274:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614699.755415:0:23492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272130304 00000100:00100000:3.0:1787614699.755421:0:23492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272130304 00010000:00010000:3.0:1787614699.755439:0:23492:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e74ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74a6 expref: 21 pid: 22732 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614699.755475:0:23492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272130432 00000100:00100000:3.0:1787614699.755478:0:23492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272130432 00010000:00010000:3.0:1787614699.755490:0:23492:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd9aa171200/0xbb6ded2d9f6e749f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7498 expref: 22 pid: 22730 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614699.755561:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787614699.755570:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:3663:x1874449272130304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787614699.755581:0:22724:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787614699.755587:0:22724:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e74ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74a6 expref: 22 pid: 22732 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614699.755599:0:22724:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e74ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74a6 expref: 22 pid: 22732 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614699.755613:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b7850a00/0xbb6ded2d9f6e74ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74a6 expref: 22 pid: 22732 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614699.755619:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1787614699.755624:0:22724:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614699.755628:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:3663:x1874449272130432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787614699.755636:0:22723:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614699.755641:0:22723:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd9aa171200/0xbb6ded2d9f6e749f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7498 expref: 21 pid: 22730 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.755651:0:22723:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd9aa171200/0xbb6ded2d9f6e749f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7498 expref: 21 pid: 22730 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614699.755657:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:3663:x1874449272130304:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (458us total) trans 0 rc 0/0 00010000:00010000:0.0:1787614699.755660:0:22723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9aa171200/0xbb6ded2d9f6e749f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7498 expref: 21 pid: 22730 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614699.755663:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:0.0:1787614699.755671:0:22723:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.755689:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787614699.755701:0:22723:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.011208495s 00010000:00010000:0.0:1787614699.755705:0:22723:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.755712:0:22723:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.755719:0:22723:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.755725:0:22723:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.755729:0:22723:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6015800 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614699.755732:0:22723:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.755736:0:22723:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.755749:0:22723:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614699.755757:0:22723:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787614699.755765:0:22753:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614699.755773:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614699.755779:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b6015800/0xbb6ded2d9f6e7555 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614699.755781:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:3663:x1874449272130432:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614699.755788:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787614699.755845:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272130432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614699.755853:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272130304:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1787614699.756886:0:24240:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1787614699.761567:0:24240:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1787614699.761583:0:24240:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1787614699.761619:0:24240:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1787614699.761657:0:24240:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.106@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1787614699.761675:0:24240:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1787614699.761693:0:24240:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:1.0:1787614699.762480:0:24240:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787614699.762680:0:24240:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787614699.929290:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787614700.407107:0:24319:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787614700.407342:0:24319:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787614700.951638:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1787614701.019638:0:22734:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787614701.019644:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fd9bf7bb800 from 13 10000000:01000000:3.0:1787614701.019649:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787614701.019690:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614701.019701:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614701.019712:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614701.019737:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272130560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787614701.019799:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614701.019844:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b528e240 going to sleep for 11 seconds 00000100:00100000:1.0:1787614701.023919:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272130560 00000100:00100000:1.0:1787614701.023934:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272130560 00000100:00100000:1.0:1787614701.024349:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787614701.024363:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+19:22734:x1874449272130560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787614701.024378:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614701.024399:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7563 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e755c expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614701.024424:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7563 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e755c expref: 20 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614701.024435:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7563 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e755c expref: 20 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614701.024467:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e1e00, rc 0) 00000100:00100000:1.0:1787614701.024542:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:22734:x1874449272130560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (4742us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614701.024548:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787614701.024720:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272130560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787614701.024738:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7563 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614701.024748:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7563 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614701.024822:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272130688:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787614701.024863:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614701.025786:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd882630e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787614701.025820:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272130688 00000100:00100000:3.0:1787614701.025828:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272130688 00000100:00100000:3.0:1787614701.025865:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1787614701.025885:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:22734:x1874449272130688:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787614701.025904:0:22730:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787614701.025920:0:22730:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787614701.025923:0:22730:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1787614701.026046:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:22734:x1874449272130688:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 162us (1182us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614701.026054:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1787614701.030394:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272130688:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787614701.030721:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787614701.030732:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7563 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614701.030743:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7563 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614701.030753:0:22734:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1787614701.030755:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fd9bce01000 from 13 10000000:01000000:2.0:1787614701.030758:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787614701.030793:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614701.030800:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614701.030809:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614701.030827:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272130816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787614701.030882:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614701.030929:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd983b9ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1787614701.030943:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272130816 00000100:00100000:0.0:1787614701.030952:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272130816 00000100:00100000:0.0:1787614701.031012:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787614701.031022:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:22734:x1874449272130816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787614701.031044:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614701.031058:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9aa170200/0xbb6ded2d9f6e7571 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e756a expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614701.031082:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9aa170200/0xbb6ded2d9f6e7571 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e756a expref: 21 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614701.031092:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9aa170200/0xbb6ded2d9f6e7571 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e756a expref: 21 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614701.031113:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9aa170200, rc 0) 00000100:00100000:0.0:1787614701.031160:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:22734:x1874449272130816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614701.031168:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1787614701.031781:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272130816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787614701.031798:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7571 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614701.031819:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7571 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614701.031864:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272130944:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787614701.031901:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614701.031936:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd983b9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1787614701.032244:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272130944 00000100:00100000:3.0:1787614701.032251:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272130944 00000100:00100000:3.0:1787614701.032361:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1787614701.032370:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:22734:x1874449272130944:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787614701.032386:0:22731:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787614701.032402:0:22731:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787614701.032406:0:22731:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1787614701.032520:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:22734:x1874449272130944:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 151us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614701.032529:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1787614701.032552:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272130944:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787614701.032606:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787614701.032613:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7571 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614701.032623:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7571 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614701.975762:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614702.744892:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787614702.744911:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272131072:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787614702.744975:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614702.745191:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272131072 00000100:00100000:3.0:1787614702.745199:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272131072 00000100:00100000:3.0:1787614702.745260:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787614702.745270:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272131072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787614702.745543:0:22742:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787614702.745609:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272131072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 340us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614702.745616:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1787614702.746188:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787614702.746201:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272131200:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787614702.746233:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272131072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787614702.746234:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614702.746265:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272131200 00000100:00100000:0.0:1787614702.746270:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272131200 00000100:00100000:0.0:1787614702.746517:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787614702.746526:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272131200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787614702.746548:0:23812:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787614702.746585:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272131200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614702.746695:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787614702.749425:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272131200:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787614703.007070:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.029776:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787614704.791729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787614704.791735:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787614704.791739:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9ae80e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787614704.791747:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 696 00000100:00080000:0.0:1787614704.791753:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787614704.791760:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8fd9ae80e000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:0.0:1787614704.791783:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9a9baad80 x1874449272131584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787614704.791806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787614704.791810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787614704.791811:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787614704.791815:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 696 00000100:00080000:0.0:1787614704.791818:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787614704.791821:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fd9bcf16000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:0.0:1787614704.791833:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9a9ba9180 x1874449272131712/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787614704.791859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787614704.791862:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787614704.791865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787614704.791868:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787614704.803069:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272131328:0@lo:400:kworker.0 00000100:00100000:0.0:1787614704.803144:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614704.803197:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3663:1874449272132096:0@lo:400:kworker.0 00000100:00100000:0.0:1787614704.803224:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614704.803234:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272131328 00000100:00100000:3.0:1787614704.803242:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272131328 00000100:00100000:0.0:1787614704.803250:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787614704.803255:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272131456:0@lo:400:kworker.0 00000100:00100000:0.0:1787614704.803279:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614704.803289:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1787614704.803294:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272132224:0@lo:400:kworker.0 00000100:00100000:3.0:1787614704.803305:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:3663:x1874449272131328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614704.803316:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614704.803348:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272131584:0@lo:8:kworker.0 00000100:00100000:3.0:1787614704.803357:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:3663:x1874449272131328:12345-0@lo:400:kworker.0 Request processed in 54us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614704.803364:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1787614704.803383:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614704.803397:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272131456 00000100:00100000:3.0:1787614704.803400:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272131456 00000100:00100000:0.0:1787614704.803401:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272131712:0@lo:8:kworker.0 00000100:00100000:0.0:1787614704.803422:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614704.803423:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787614704.803429:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272131456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614704.803459:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3665:1874449272131840:0@lo:400:kworker.0 00000100:00100000:3.0:1787614704.803474:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272131456:12345-0@lo:400:kworker.0 Request processed in 45us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614704.803480:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787614704.803480:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614704.803497:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3665:1874449272132352:0@lo:400:kworker.0 00000100:00100000:3.0:1787614704.803531:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272131456:0@lo:400:kworker.0 00000100:00100000:1.0:1787614704.803620:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272132096 00000100:00100000:1.0:1787614704.803625:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272132096 00000100:00100000:1.0:1787614704.803645:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272132224 00000100:00100000:1.0:1787614704.803648:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272132224 00000100:00100000:1.0:1787614704.803673:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272131840 00000100:00100000:1.0:1787614704.803676:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272131840 00000100:00100000:1.0:1787614704.803688:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787614704.803694:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1874449272132096:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1787614704.803759:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787614704.803912:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614704.803926:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787614704.803933:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272131968:0@lo:400:kworker.0 00000100:00100000:0.0:1787614704.804038:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614704.804066:0:22738:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1787614704.804073:0:22738:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1787614704.804092:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272131584 00000100:00100000:0.0:1787614704.804096:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272131584 00000100:00100000:0.0:1787614704.804113:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272131712 00000100:00100000:0.0:1787614704.804115:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272131712 00000100:00100000:0.0:1787614704.804125:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787614704.804129:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3662:x1874449272131584:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1787614704.804153:0:24247:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 701 last 0 00000020:00000080:0.0:1787614704.804189:0:24247:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbb6ded2d9f6e7578 00002000:00100000:0.0:1787614704.804202:0:24247:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8fd9a942e800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113950 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1787614704.804205:0:24247:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1787614704.804208:0:24247:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1787614704.804368:0:24247:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1787614704.804390:0:24247:0:(import.c:65:import_set_state_nolock()) ffff8fd9a942f800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787614704.804426:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3662:x1874449272131584:12345-0@lo:8:kworker.0 Request processed in 295us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614704.804458:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787614704.804472:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787614704.804476:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3662:x1874449272131712:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1787614704.804487:0:24247:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787614704.804514:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3662:x1874449272131712:12345-0@lo:8:kworker.0 Request processed in 37us (1091us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787614704.804520:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787614704.804540:0:22739:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1787614704.804546:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272132352 00000100:00100000:0.0:1787614704.804549:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272132352 00000100:00100000:0.0:1787614704.804571:0:22739:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1787614704.804577:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787614704.804583:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272132224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614704.805467:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272132224:12345-0@lo:400:kworker.0 Request processed in 880us (2146us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614704.805476:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787614704.805495:0:22739:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1787614704.805502:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787614704.805509:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1874449272131840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614704.805547:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1874449272131840:12345-0@lo:400:kworker.0 Request processed in 39us (2065us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614704.805553:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787614704.805563:0:22739:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1787614704.805570:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787614704.805577:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1874449272132352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614704.805664:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1874449272132352:12345-0@lo:400:kworker.0 Request processed in 88us (1752us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614704.805676:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787614704.805700:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272131968 00000100:00100000:0.0:1787614704.805706:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272131968 00000100:00100000:0.0:1787614704.805731:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787614704.805737:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272131968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614704.805770:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272131968:12345-0@lo:400:kworker.0 Request processed in 32us (1732us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614704.805775:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:0.0:1787614704.806085:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1787614704.806118:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd9a9baad80 x1874449272131584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787614729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614704.806130:0:3662:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787614704.806138:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1787614704.806145:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1787614704.806151:0:3662:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1787614704.806154:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9ae80e000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1787614704.806167:0:3662:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1787614704.806173:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272131584:0@lo:8:kworker.0 00000100:00080000:0.0:1787614704.806185:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787614704.806189:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787614704.806192:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272131712:0@lo:8:kworker.0 00000100:00100000:3.0:1787614704.806598:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272131328:0@lo:400:kworker.0 00010000:00080000:3.0:1787614704.806624:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd8824dc000 x1874449272132224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614704.806634:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272132224:0@lo:400:kworker.0 00000004:00080000:0.0:1787614704.807931:0:22762:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:0.0:1787614704.808179:0:22762:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22762:1874449272132608:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1787614704.808236:0:22762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614704.808263:0:22762:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd8826303c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787614704.808310:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272131968:0@lo:400:kworker.0 00010000:00080000:0.0:1787614704.808326:0:3665:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd8824df100 x1874449272131840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614704.808336:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3665:1874449272131840:0@lo:400:kworker.0 00010000:00080000:0.0:1787614704.808346:0:3665:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd8824dca80 x1874449272132352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614704.808354:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3665:1874449272132352:0@lo:400:kworker.0 00000100:00100000:0.0:1787614704.808372:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787614704.808378:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272132480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787614704.808399:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614704.808425:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272132608 00000100:00100000:0.0:1787614704.808431:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272132608 00000100:00100000:0.0:1787614704.808490:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787614704.808498:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22762:x1874449272132608:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1787614704.808607:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272132480 00000100:00100000:3.0:1787614704.808612:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272132480 00000100:00100000:3.0:1787614704.808635:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787614704.808641:0:24248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1874449272132480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787614704.808659:0:24248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787614704.808703:0:24248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3665:x1874449272132480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614704.808709:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1787614704.808744:0:3665:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd8824de680 x1874449272132480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787614720 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614704.808764:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272132480:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787614704.809262:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1874449272132096:12345-0@lo:400:kworker.0 Request processed in 5565us (6034us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614704.809272:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000004:00080000:1.0:1787614704.809298:0:22761:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1787614704.809373:0:22761:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 701936930531ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787614704.809379:0:22761:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00080000:1.0:1787614704.809531:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd8824dc700 x1874449272132096/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614704.809542:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3663:1874449272132096:0@lo:400:kworker.0 00000100:00080000:0.0:1787614704.810638:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1787614704.813616:0:22717:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:0.0:1787614704.813808:0:24247:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1787614704.813817:0:24247:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1787614704.813823:0:24247:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00002000:00010000:0.0:1787614704.844106:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614704.844118:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e757f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.844133:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=701s v=(0 0) 00010000:00010000:0.0:1787614704.844138:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614704.844144:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e757f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.844169:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e757f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.844179:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e757f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.844187:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e757f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.844207:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787614704.844219:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614704.844224:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e757f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.844233:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa171600 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614704.844237:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e757f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.844245:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e757f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.844260:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e757f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.844267:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e757f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.844290:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.844291:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.844293:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614704.846258:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614704.846270:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab7807d3/0xbb6ded2d9f6e7586 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.846285:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=701s v=(0 0) 00010000:00010000:0.0:1787614704.846289:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614704.846294:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab7807d3/0xbb6ded2d9f6e7586 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.846305:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab7807d3/0xbb6ded2d9f6e7586 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.846313:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab7807d3/0xbb6ded2d9f6e7586 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.846321:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab7807d3/0xbb6ded2d9f6e7586 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.846349:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614704.846620:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614704.846628:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab7807d3/0xbb6ded2d9f6e7586 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.846635:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa171000 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614704.846640:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab7807d3/0xbb6ded2d9f6e7586 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.846648:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab7807d3/0xbb6ded2d9f6e7586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.846678:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab7807d3/0xbb6ded2d9f6e7586 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.846685:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab7807d3/0xbb6ded2d9f6e7586 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.846700:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.846702:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.846704:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614704.846823:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614704.846829:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e758d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.846846:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=701s v=(0 0) 00010000:00010000:0.0:1787614704.846849:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614704.846853:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e758d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.846861:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e758d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.846868:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e758d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.846874:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e758d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.846894:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614704.847398:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614704.847403:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e758d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.847412:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa171200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614704.847415:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e758d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.847424:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e758d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.847436:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e758d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.847464:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e758d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.847498:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.847500:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.847502:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614704.848909:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614704.848919:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7594 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.848931:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=701s v=(0 0) 00010000:00010000:3.0:1787614704.848936:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614704.848942:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.848956:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.848964:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.848971:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7594 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.848995:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787614704.850168:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614704.850177:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f46e216c/0xbb6ded2d9f6e759b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.850187:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=701s v=(0 0) 00010000:00010000:3.0:1787614704.850191:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614704.850206:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f46e216c/0xbb6ded2d9f6e759b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.850216:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f46e216c/0xbb6ded2d9f6e759b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.850224:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f46e216c/0xbb6ded2d9f6e759b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.850231:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f46e216c/0xbb6ded2d9f6e759b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.850252:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787614704.850604:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787614704.850614:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7594 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.850622:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014a00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614704.850627:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7594 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.850636:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7594 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.850669:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7594 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.850677:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7594 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.850694:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614704.850698:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f46e216c/0xbb6ded2d9f6e759b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.850704:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6015400 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614704.850707:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f46e216c/0xbb6ded2d9f6e759b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.850714:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f46e216c/0xbb6ded2d9f6e759b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.850723:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f46e216c/0xbb6ded2d9f6e759b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.850729:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f46e216c/0xbb6ded2d9f6e759b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.850739:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614704.850741:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614704.850748:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.851164:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614704.853393:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614704.853404:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001806cd70/0xbb6ded2d9f6e75a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.853420:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=701s v=(0 0) 00010000:00010000:3.0:1787614704.853424:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614704.853430:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001806cd70/0xbb6ded2d9f6e75a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.853471:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001806cd70/0xbb6ded2d9f6e75a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.853483:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001806cd70/0xbb6ded2d9f6e75a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.853517:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001806cd70/0xbb6ded2d9f6e75a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.853534:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787614704.854760:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614704.854770:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001806cd70/0xbb6ded2d9f6e75a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.854781:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014e00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614704.854786:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001806cd70/0xbb6ded2d9f6e75a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.854795:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001806cd70/0xbb6ded2d9f6e75a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.854814:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001806cd70/0xbb6ded2d9f6e75a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.854822:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001806cd70/0xbb6ded2d9f6e75a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.854843:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614704.854845:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614704.854847:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787614704.863337:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614704.863351:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.863368:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=701s v=(0 0) 00010000:00010000:2.0:1787614704.863373:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614704.863379:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.863392:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.863403:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.863411:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.863513:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787614704.865587:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614704.865600:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4fea24e/0xbb6ded2d9f6e75b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.865633:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=701s v=(0 0) 00010000:00010000:2.0:1787614704.865638:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614704.865645:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4fea24e/0xbb6ded2d9f6e75b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.865658:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4fea24e/0xbb6ded2d9f6e75b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.865668:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4fea24e/0xbb6ded2d9f6e75b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.865676:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4fea24e/0xbb6ded2d9f6e75b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.865976:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787614704.865984:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.865993:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b7850600 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:3.0:1787614704.865998:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.866017:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.866036:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.866043:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.866260:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614704.866268:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4fea24e/0xbb6ded2d9f6e75b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.866274:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b7850a00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614704.866277:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4fea24e/0xbb6ded2d9f6e75b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.866296:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4fea24e/0xbb6ded2d9f6e75b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.866307:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4fea24e/0xbb6ded2d9f6e75b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.866316:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614704.866317:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614704.866319:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.870923:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787614704.870944:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.870946:0:24247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4fea24e/0xbb6ded2d9f6e75b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787614704.871793:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614704.871801:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db62e84b/0xbb6ded2d9f6e75b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.871816:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=701s v=(0 0) 00010000:00010000:2.0:1787614704.871821:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614704.871827:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db62e84b/0xbb6ded2d9f6e75b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.871852:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db62e84b/0xbb6ded2d9f6e75b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.871863:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db62e84b/0xbb6ded2d9f6e75b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.871871:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db62e84b/0xbb6ded2d9f6e75b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.871894:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787614704.872417:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614704.872424:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db62e84b/0xbb6ded2d9f6e75b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.872436:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b7851600 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614704.872465:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db62e84b/0xbb6ded2d9f6e75b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.872475:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db62e84b/0xbb6ded2d9f6e75b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.872505:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db62e84b/0xbb6ded2d9f6e75b7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.872512:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db62e84b/0xbb6ded2d9f6e75b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.872526:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.872528:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.872529:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787614704.873030:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614704.873037:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016e6ce5c/0xbb6ded2d9f6e75be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.873047:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=701s v=(0 0) 00010000:00010000:2.0:1787614704.873050:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614704.873055:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016e6ce5c/0xbb6ded2d9f6e75be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.873065:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016e6ce5c/0xbb6ded2d9f6e75be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.873073:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016e6ce5c/0xbb6ded2d9f6e75be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.873206:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016e6ce5c/0xbb6ded2d9f6e75be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.873228:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787614704.873740:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614704.873747:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.873756:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=701s v=(0 0) 00010000:00010000:2.0:1787614704.873760:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614704.873764:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.873884:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.873896:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.873903:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.873930:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787614704.874198:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787614704.874205:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016e6ce5c/0xbb6ded2d9f6e75be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874226:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b7850800 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:3.0:1787614704.874230:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016e6ce5c/0xbb6ded2d9f6e75be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874239:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016e6ce5c/0xbb6ded2d9f6e75be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874254:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016e6ce5c/0xbb6ded2d9f6e75be lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874262:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016e6ce5c/0xbb6ded2d9f6e75be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874280:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787614704.874283:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874289:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b7850600 already unused, calling callback (ffffffffc0d32230) 00002000:00010000:2.0:1787614704.874292:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614704.874293:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.874303:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c55055a4/0xbb6ded2d9f6e75cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874306:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874324:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.874327:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=701s v=(0 0) 00010000:00010000:2.0:1787614704.874331:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614704.874340:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c55055a4/0xbb6ded2d9f6e75cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874344:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000337b654b/0xbb6ded2d9f6e75c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.874359:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c55055a4/0xbb6ded2d9f6e75cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874364:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614704.874366:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614704.874369:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.874373:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c55055a4/0xbb6ded2d9f6e75cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.874382:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c55055a4/0xbb6ded2d9f6e75cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.874403:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787614704.874803:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787614704.874809:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c55055a4/0xbb6ded2d9f6e75cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874816:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db7800 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:3.0:1787614704.874819:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c55055a4/0xbb6ded2d9f6e75cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874827:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c55055a4/0xbb6ded2d9f6e75cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874839:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c55055a4/0xbb6ded2d9f6e75cc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874846:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c55055a4/0xbb6ded2d9f6e75cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.874861:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614704.874863:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614704.874864:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.875085:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787614704.877795:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614704.877809:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052ae133e/0xbb6ded2d9f6e75d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.877824:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1787614704.877829:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614704.877835:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052ae133e/0xbb6ded2d9f6e75d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.877851:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052ae133e/0xbb6ded2d9f6e75d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.877871:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052ae133e/0xbb6ded2d9f6e75d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.877880:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052ae133e/0xbb6ded2d9f6e75d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.877904:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787614704.878003:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614704.878019:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052ae133e/0xbb6ded2d9f6e75d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.878029:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db6200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614704.878034:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052ae133e/0xbb6ded2d9f6e75d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.878045:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052ae133e/0xbb6ded2d9f6e75d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.878063:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052ae133e/0xbb6ded2d9f6e75d3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.878071:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052ae133e/0xbb6ded2d9f6e75d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.878101:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.878104:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.878106:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787614704.879688:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614704.879699:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9a26796/0xbb6ded2d9f6e75da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.879712:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1787614704.879716:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614704.879721:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9a26796/0xbb6ded2d9f6e75da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.879732:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9a26796/0xbb6ded2d9f6e75da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.879741:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9a26796/0xbb6ded2d9f6e75da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.879748:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9a26796/0xbb6ded2d9f6e75da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.879790:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787614704.880295:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614704.880303:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9a26796/0xbb6ded2d9f6e75da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.880312:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db7400 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614704.880317:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9a26796/0xbb6ded2d9f6e75da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.880325:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9a26796/0xbb6ded2d9f6e75da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787614704.880331:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614704.880339:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df331d76/0xbb6ded2d9f6e75e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.880340:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9a26796/0xbb6ded2d9f6e75da lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.880360:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1787614704.880360:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9a26796/0xbb6ded2d9f6e75da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.880369:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614704.880379:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df331d76/0xbb6ded2d9f6e75e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.880388:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.880391:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df331d76/0xbb6ded2d9f6e75e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.880391:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.880394:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.880404:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df331d76/0xbb6ded2d9f6e75e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.880411:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df331d76/0xbb6ded2d9f6e75e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.880895:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787614704.882639:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614704.882651:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000938a3528/0xbb6ded2d9f6e75e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.882666:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1787614704.882682:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614704.882690:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000938a3528/0xbb6ded2d9f6e75e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.882701:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000938a3528/0xbb6ded2d9f6e75e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.882710:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000938a3528/0xbb6ded2d9f6e75e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.882719:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000938a3528/0xbb6ded2d9f6e75e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.885904:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787614704.885920:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df331d76/0xbb6ded2d9f6e75e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.885957:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db6000 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614704.885963:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df331d76/0xbb6ded2d9f6e75e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.885974:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df331d76/0xbb6ded2d9f6e75e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.886013:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df331d76/0xbb6ded2d9f6e75e1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.886022:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df331d76/0xbb6ded2d9f6e75e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.886051:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614704.886054:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000938a3528/0xbb6ded2d9f6e75e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.886059:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db7200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614704.886062:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000938a3528/0xbb6ded2d9f6e75e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.886069:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000938a3528/0xbb6ded2d9f6e75e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.886078:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000938a3528/0xbb6ded2d9f6e75e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.886092:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.886093:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.886096:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.887906:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787614704.887918:0:24247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000938a3528/0xbb6ded2d9f6e75e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.888370:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787614704.888729:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614704.888737:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e200aba/0xbb6ded2d9f6e75ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.888750:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1787614704.888754:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614704.888761:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e200aba/0xbb6ded2d9f6e75ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.888999:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e200aba/0xbb6ded2d9f6e75ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.889028:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e200aba/0xbb6ded2d9f6e75ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.889036:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e200aba/0xbb6ded2d9f6e75ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.889060:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787614704.889770:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614704.889792:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb77331d/0xbb6ded2d9f6e75f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.889803:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=702s v=(0 0) 00010000:00010000:2.0:1787614704.889806:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614704.889811:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb77331d/0xbb6ded2d9f6e75f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.889821:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb77331d/0xbb6ded2d9f6e75f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.889830:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb77331d/0xbb6ded2d9f6e75f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.889837:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb77331d/0xbb6ded2d9f6e75f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.889872:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787614704.889978:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787614704.889986:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e200aba/0xbb6ded2d9f6e75ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.890002:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db6e00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:3.0:1787614704.890014:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e200aba/0xbb6ded2d9f6e75ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.890024:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e200aba/0xbb6ded2d9f6e75ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.890041:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e200aba/0xbb6ded2d9f6e75ef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.890049:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e200aba/0xbb6ded2d9f6e75ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.890065:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787614704.890069:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb77331d/0xbb6ded2d9f6e75f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.890074:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db6800 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:3.0:1787614704.890077:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb77331d/0xbb6ded2d9f6e75f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.890084:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb77331d/0xbb6ded2d9f6e75f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.890106:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb77331d/0xbb6ded2d9f6e75f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.890113:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb77331d/0xbb6ded2d9f6e75f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.890125:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614704.890127:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614704.890128:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.890214:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614704.892872:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614704.892885:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e75fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.892901:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1787614704.892905:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614704.892911:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e75fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.892924:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e75fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.892932:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e75fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.892939:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e75fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.892965:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614704.893475:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614704.893484:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e75fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.893494:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa171600 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614704.893499:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e75fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.893509:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e75fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.893528:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e75fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.893536:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e75fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.893552:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.893554:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.893556:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614704.896708:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614704.896723:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e7604 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.896746:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1787614704.896750:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614704.896757:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e7604 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.896769:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e7604 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.896779:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e7604 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.896787:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e7604 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.896815:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614704.897834:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614704.897844:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e7604 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.897856:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa170400 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614704.897869:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e7604 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.897880:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e7604 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.897898:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e7604 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.897905:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e7604 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.897927:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.897929:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.897941:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614704.898281:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614704.898289:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000414fbdca/0xbb6ded2d9f6e760b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.898299:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1787614704.898303:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614704.898308:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000414fbdca/0xbb6ded2d9f6e760b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.898318:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000414fbdca/0xbb6ded2d9f6e760b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.898337:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000414fbdca/0xbb6ded2d9f6e760b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.898344:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000414fbdca/0xbb6ded2d9f6e760b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.898366:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614704.898771:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614704.898778:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000414fbdca/0xbb6ded2d9f6e760b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.898788:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa170e00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614704.898791:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000414fbdca/0xbb6ded2d9f6e760b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.898800:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000414fbdca/0xbb6ded2d9f6e760b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.898813:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000414fbdca/0xbb6ded2d9f6e760b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.898828:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000414fbdca/0xbb6ded2d9f6e760b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.898844:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.898846:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.898849:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614704.899757:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614704.899766:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e7612 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.899778:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1787614704.899782:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614704.899786:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e7612 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.899797:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e7612 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.899806:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e7612 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.899814:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e7612 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.899840:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614704.900696:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614704.900704:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e7612 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.900714:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa170c00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614704.900718:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e7612 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.900727:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e7612 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787614704.900742:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614704.900744:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e7612 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.900751:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000968117fb/0xbb6ded2d9f6e7619 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.900756:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e7612 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.900766:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=702s v=(0 0) 00010000:00010000:0.0:1787614704.900771:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614704.900775:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000968117fb/0xbb6ded2d9f6e7619 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.900779:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.900784:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.900785:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000968117fb/0xbb6ded2d9f6e7619 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.900787:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614704.900794:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000968117fb/0xbb6ded2d9f6e7619 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.900804:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000968117fb/0xbb6ded2d9f6e7619 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614704.900864:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787614704.909883:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787614704.909897:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7620 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.909913:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=702s v=(0 0) 00010000:00010000:1.0:1787614704.909918:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787614704.909924:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7620 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.909940:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7620 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.909950:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7620 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.909957:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7620 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.912290:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787614704.912305:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000968117fb/0xbb6ded2d9f6e7619 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.912319:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa171c00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614704.912324:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000968117fb/0xbb6ded2d9f6e7619 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.912335:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000968117fb/0xbb6ded2d9f6e7619 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.912355:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000968117fb/0xbb6ded2d9f6e7619 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.912363:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000968117fb/0xbb6ded2d9f6e7619 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.912390:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614704.912394:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7620 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.912400:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1000 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614704.912403:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7620 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.912411:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7620 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.912436:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7620 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.912460:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.912461:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.912463:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614704.916477:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787614704.916502:0:24247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7620 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.917302:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787614704.921176:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787614704.921191:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061578a98/0xbb6ded2d9f6e7627 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.921207:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=702s v=(0 0) 00010000:00010000:1.0:1787614704.921211:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787614704.921218:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061578a98/0xbb6ded2d9f6e7627 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.921231:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061578a98/0xbb6ded2d9f6e7627 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.921240:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061578a98/0xbb6ded2d9f6e7627 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.921248:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000061578a98/0xbb6ded2d9f6e7627 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.921275:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787614704.921759:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787614704.921765:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f9ddfda/0xbb6ded2d9f6e762e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.921796:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=702s v=(0 0) 00010000:00010000:1.0:1787614704.921800:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787614704.921805:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f9ddfda/0xbb6ded2d9f6e762e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.921816:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f9ddfda/0xbb6ded2d9f6e762e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.921824:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f9ddfda/0xbb6ded2d9f6e762e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.921831:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f9ddfda/0xbb6ded2d9f6e762e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.921844:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787614704.921849:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787614704.921857:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000061578a98/0xbb6ded2d9f6e7627 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.921867:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1400 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614704.921872:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000061578a98/0xbb6ded2d9f6e7627 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.921881:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000061578a98/0xbb6ded2d9f6e7627 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.921901:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000061578a98/0xbb6ded2d9f6e7627 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.921909:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061578a98/0xbb6ded2d9f6e7627 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.921929:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614704.921933:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f9ddfda/0xbb6ded2d9f6e762e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.921951:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e0200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614704.921954:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f9ddfda/0xbb6ded2d9f6e762e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.921961:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f9ddfda/0xbb6ded2d9f6e762e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.921971:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f9ddfda/0xbb6ded2d9f6e762e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.921978:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f9ddfda/0xbb6ded2d9f6e762e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.921991:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.921993:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.921995:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614704.922102:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787614704.922300:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787614704.922306:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e4e0e5e/0xbb6ded2d9f6e7635 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.922314:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=702s v=(0 0) 00010000:00010000:1.0:1787614704.922318:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787614704.922321:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e4e0e5e/0xbb6ded2d9f6e7635 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.922331:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e4e0e5e/0xbb6ded2d9f6e7635 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.922351:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e4e0e5e/0xbb6ded2d9f6e7635 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.922358:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e4e0e5e/0xbb6ded2d9f6e7635 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.922377:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614704.922664:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614704.922669:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e4e0e5e/0xbb6ded2d9f6e7635 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.922677:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e0600 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614704.922681:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e4e0e5e/0xbb6ded2d9f6e7635 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.922690:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e4e0e5e/0xbb6ded2d9f6e7635 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.922708:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e4e0e5e/0xbb6ded2d9f6e7635 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.922715:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e4e0e5e/0xbb6ded2d9f6e7635 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614704.922728:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.922730:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.922732:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787614704.922825:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787614704.922831:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004efd643e/0xbb6ded2d9f6e763c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.922840:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=702s v=(0 0) 00010000:00010000:1.0:1787614704.922843:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787614704.922848:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004efd643e/0xbb6ded2d9f6e763c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.922857:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004efd643e/0xbb6ded2d9f6e763c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.922865:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004efd643e/0xbb6ded2d9f6e763c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.922873:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004efd643e/0xbb6ded2d9f6e763c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.922906:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787614704.922982:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787614704.922988:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004efd643e/0xbb6ded2d9f6e763c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.923013:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1c00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:3.0:1787614704.923017:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004efd643e/0xbb6ded2d9f6e763c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.923024:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004efd643e/0xbb6ded2d9f6e763c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.923035:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004efd643e/0xbb6ded2d9f6e763c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.923043:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004efd643e/0xbb6ded2d9f6e763c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.923065:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614704.923066:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614704.923068:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787614704.924172:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787614704.924183:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000365c9264/0xbb6ded2d9f6e7643 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.924193:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=702s v=(0 0) 00010000:00010000:1.0:1787614704.924197:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787614704.924201:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000365c9264/0xbb6ded2d9f6e7643 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.924210:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000365c9264/0xbb6ded2d9f6e7643 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.924218:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000365c9264/0xbb6ded2d9f6e7643 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.924225:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000365c9264/0xbb6ded2d9f6e7643 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.924242:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787614704.924725:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787614704.924732:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000011f3ede/0xbb6ded2d9f6e764a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.924741:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=702s v=(0 0) 00010000:00010000:1.0:1787614704.924749:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787614704.924754:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000011f3ede/0xbb6ded2d9f6e764a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.924764:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000011f3ede/0xbb6ded2d9f6e764a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.924772:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000011f3ede/0xbb6ded2d9f6e764a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.924791:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000011f3ede/0xbb6ded2d9f6e764a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.924810:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787614704.924846:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787614704.924853:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000365c9264/0xbb6ded2d9f6e7643 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.924862:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1800 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:3.0:1787614704.924866:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000365c9264/0xbb6ded2d9f6e7643 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.924874:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000365c9264/0xbb6ded2d9f6e7643 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.924889:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000365c9264/0xbb6ded2d9f6e7643 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.924896:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000365c9264/0xbb6ded2d9f6e7643 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.924913:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787614704.924916:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000011f3ede/0xbb6ded2d9f6e764a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.924922:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e0000 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:3.0:1787614704.924932:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000011f3ede/0xbb6ded2d9f6e764a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.924941:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000011f3ede/0xbb6ded2d9f6e764a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.924952:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000011f3ede/0xbb6ded2d9f6e764a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.924959:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000011f3ede/0xbb6ded2d9f6e764a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.924971:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614704.924973:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614704.924974:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614704.925050:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787614704.926466:0:24247:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787614704.926478:0:24247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e7651 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.926490:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=702s v=(0 0) 00010000:00010000:1.0:1787614704.926494:0:24247:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787614704.926499:0:24247:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e7651 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.926509:0:24247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e7651 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.926517:0:24247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e7651 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.926542:0:24247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e7651 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614704.926560:0:24247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1787614704.926616:0:24247:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:1.0:1787614704.926708:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22762:x1874449272132608:12345-0@lo:5:osp-pre-0-0.0 Request processed in 118207us (118468us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614704.926718:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787614704.926779:0:22762:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22762:1874449272132608:0@lo:5:osp-pre-0-0.0 00010000:00010000:3.0:1787614704.926788:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:1.0:1787614704.926795:0:22762:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00010000:00010000:3.0:1787614704.926796:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e7651 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.926810:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:3.0:1787614704.926814:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e7651 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.926823:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e7651 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.926839:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e7651 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614704.926843:0:22762:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22762:1874449272132736:0@lo:5:osp-pre-0-0.0 00010000:00010000:3.0:1787614704.926857:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e7651 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614704.926876:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614704.926880:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614704.926882:0:22762:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787614704.926883:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614704.926908:0:22762:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd8826303c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614704.926931:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272132736 00000100:00100000:1.0:1787614704.926937:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272132736 00000100:00100000:1.0:1787614704.926981:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787614704.926990:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22762:x1874449272132736:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1787614704.927031:0:24244:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:3.0:1787614704.936787:0:24241:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1787614704.936841:0:24241:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1787614704.938535:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22762:x1874449272132736:12345-0@lo:5:osp-pre-0-0.0 Request processed in 11528us (11638us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1787614704.938549:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787614704.938559:0:22762:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1787614704.938569:0:22762:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22762:1874449272132736:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1787614704.938585:0:22762:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:1.0:1787614705.049952:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787614706.044978:0:24610:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg306-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1787614706.071525:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787614706.524426:0:22771:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787614707.095661:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787614707.462881:0:24663:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787614707.463246:0:24663:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1787614707.863953:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272132864:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787614707.864068:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614707.864154:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272132864 00000100:00100000:3.0:1787614707.864164:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272132864 00000100:00100000:3.0:1787614707.864221:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787614707.864232:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272132864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787614707.864276:0:22743:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787614707.864330:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272132864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614707.864337:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787614707.864412:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272132864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787614707.865631:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787614707.865652:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272132992:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787614707.865726:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614707.865916:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272132992 00000100:00100000:2.0:1787614707.865924:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272132992 00000100:00100000:2.0:1787614707.865980:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787614707.865999:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272132992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787614707.866040:0:22742:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787614707.866092:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272132992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614707.866100:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787614707.866152:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272132992:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787614708.135465:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1787614708.656736:0:24713:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787614708.657167:0:24713:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787614709.145027:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787614709.727894:0:23489:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787614709.915021:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272133120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787614709.915133:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614709.915249:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272133120 00000100:00100000:3.0:1787614709.915261:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272133120 00000100:00100000:3.0:1787614709.915349:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787614709.915362:0:24248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272133120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787614709.915403:0:24248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787614709.915474:0:24248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272133120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614709.915482:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1787614709.915504:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787614709.915549:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272133120:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787614709.925479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614709.925487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787614709.925491:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787614709.925507:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 701 00000100:00080000:2.0:1787614709.925512:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787614709.925522:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fd9bcf16000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:2.0:1787614709.925552:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd88209c380 x1874449272133504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787614709.925597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614709.925602:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787614709.925605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787614709.925608:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787614709.925671:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3666:1874449272133248:0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.925774:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614709.925839:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272133888:0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.925869:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614709.925899:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787614709.925904:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272133760:0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.925936:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614709.925967:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272133376:0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.926007:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614709.926025:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272134016:0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.926045:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614709.926065:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787614709.926071:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3663:1874449272133632:0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.926097:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614709.926115:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3663:1874449272134144:0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.926150:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614709.926333:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272133504:0@lo:8:kworker.0 00000100:00100000:2.0:1787614709.926380:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614709.926420:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272133888 00000100:00100000:2.0:1787614709.926430:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272133888 00000100:00100000:2.0:1787614709.926509:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272134016 00000100:00100000:2.0:1787614709.926513:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272134016 00000100:00100000:2.0:1787614709.926540:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272133632 00000100:00100000:2.0:1787614709.926544:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272133632 00000100:00100000:2.0:1787614709.926555:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272134144 00000100:00100000:2.0:1787614709.926558:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272134144 00000100:00100000:2.0:1787614709.926645:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787614709.926655:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1874449272133888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.926782:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1874449272133888:12345-0@lo:400:kworker.0 Request processed in 127us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614709.926790:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787614709.926809:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787614709.926816:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272134016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.926848:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272134016:12345-0@lo:400:kworker.0 Request processed in 33us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614709.926854:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787614709.926865:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787614709.926870:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1874449272133632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.926895:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1874449272133632:12345-0@lo:400:kworker.0 Request processed in 25us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614709.926901:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787614709.926911:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787614709.926924:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1874449272134144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.926955:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1874449272134144:12345-0@lo:400:kworker.0 Request processed in 31us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614709.926961:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787614709.926994:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272133760 00000100:00100000:2.0:1787614709.926999:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272133760 00000100:00100000:2.0:1787614709.927033:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272133376 00000100:00100000:2.0:1787614709.927036:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272133376 00000100:00100000:2.0:1787614709.927047:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787614709.927053:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272133760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.927084:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272133760:12345-0@lo:400:kworker.0 Request processed in 31us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614709.927090:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787614709.927101:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787614709.927107:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272133376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.927132:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272133376:12345-0@lo:400:kworker.0 Request processed in 26us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614709.927139:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787614709.927287:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272133504 00000100:00100000:2.0:1787614709.927292:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272133504 00000100:00100000:2.0:1787614709.927315:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787614709.927325:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3662:x1874449272133504:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1787614709.927346:0:24247:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787614709.927380:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3662:x1874449272133504:12345-0@lo:8:kworker.0 Request processed in 54us (1001us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787614709.927386:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:2.0:1787614709.927409:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787614709.927413:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787614709.927479:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787614709.927485:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787614709.927489:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272133504:0@lo:8:kworker.0 00010000:00080000:2.0:1787614709.927527:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd88209d500 x1874449272133632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614709.927539:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3663:1874449272133632:0@lo:400:kworker.0 00010000:00080000:2.0:1787614709.927549:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd88209c700 x1874449272134144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614709.927557:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3663:1874449272134144:0@lo:400:kworker.0 00000100:00100000:1.0:1787614709.927684:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272133248 00000100:00100000:1.0:1787614709.927689:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272133248 00000100:00100000:1.0:1787614709.927739:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1787614709.927747:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:3666:x1874449272133248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614709.927836:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272133376:0@lo:400:kworker.0 00000100:00100000:1.0:1787614709.930121:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:3666:x1874449272133248:12345-0@lo:400:kworker.0 Request processed in 2363us (4335us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614709.930137:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00010000:00080000:2.0:1787614709.939478:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd88209ed80 x1874449272134016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614709.939503:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272134016:0@lo:400:kworker.0 00000100:00100000:3.0:1787614709.945353:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272133760:0@lo:400:kworker.0 00000100:00100000:3.0:1787614709.945377:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3666:1874449272133248:0@lo:400:kworker.0 00010000:00080000:3.0:1787614709.945395:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd88209f480 x1874449272133888/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614709.945407:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272133888:0@lo:400:kworker.0 00010000:00010000:3.0:1787614710.168113:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614711.195267:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614712.216560:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787614712.983646:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787614712.983678:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272134272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787614712.983769:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614712.983860:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272134272 00000100:00100000:3.0:1787614712.983870:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272134272 00000100:00100000:3.0:1787614712.983934:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787614712.983946:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272134272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787614712.984163:0:23812:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787614712.984229:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272134272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 284us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614712.984237:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787614712.984298:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272134272:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787614712.984630:0:3662:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787614697/real 1787614697] req@ffff8fd882529c00 x1874449272126208/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614712.984655:0:3662:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fd882529c00 x1874449272126208/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614712.984678:0:3662:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787614697/real 1787614697] req@ffff8fd882529f80 x1874449272126336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614712.984691:0:3662:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8fd882529f80 x1874449272126336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787614712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787614712.984705:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd8827fc000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787614712.984731:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787614712.984734:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882529c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272126208:0@lo:8:kworker.0 00000100:00080000:0.0:1787614712.984742:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd98301a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787614712.984748:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787614712.984751:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272126336:0@lo:8:kworker.0 00000100:00080000:1.0:1787614712.984938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614712.984944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787614712.984947:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787614712.984962:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 707 00000100:00080000:1.0:1787614712.984967:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787614712.984973:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fd9bcf16000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:1.0:1787614712.984996:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9b62e3800 x1874449272134784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787614712.985017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614712.985030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787614712.985032:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd98301a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787614712.985036:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 694 00000100:00080000:1.0:1787614712.985039:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787614712.985043:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8fd98301a800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:1.0:1787614712.985055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9b62e1880 x1874449272135040/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787614712.985063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787614712.985073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787614712.985075:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd8827fc000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787614712.985078:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 694 00000100:00080000:1.0:1787614712.985081:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787614712.985085:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8fd8827fc000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:1.0:1787614712.985098:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9b62e2a00 x1874449272135168/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787614712.985143:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272134528:0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.985197:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614712.985240:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272135424:0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.985275:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614712.985299:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787614712.985304:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272134656:0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.985331:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614712.985357:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3663:1874449272135552:0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.985382:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614712.985420:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272134528 00000100:00100000:1.0:1787614712.985426:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272134528 00000100:00100000:1.0:1787614712.985503:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787614712.985514:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272134528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.985563:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272134528:12345-0@lo:400:kworker.0 Request processed in 50us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614712.985571:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787614712.985597:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272135424 00000100:00100000:1.0:1787614712.985601:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272135424 00000100:00100000:1.0:1787614712.985650:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272135552 00000100:00100000:1.0:1787614712.985660:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272135552 00000100:00100000:1.0:1787614712.985689:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787614712.985696:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272135424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.985729:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272135424:12345-0@lo:400:kworker.0 Request processed in 34us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614712.985736:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787614712.985749:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787614712.985755:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882529f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1874449272135552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.985783:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882529f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1874449272135552:12345-0@lo:400:kworker.0 Request processed in 28us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614712.985789:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:1.0:1787614712.985813:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787614712.985818:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787614712.985837:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3665:1874449272134912:0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.985864:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614712.985883:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1787614712.985889:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3665:1874449272134400:0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.985917:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614712.985940:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3665:1874449272135296:0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.985973:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614712.985997:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272134912 00000100:00100000:1.0:1787614712.986000:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272134912 00000100:00100000:1.0:1787614712.986022:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272135296 00000100:00100000:1.0:1787614712.986024:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272135296 00000100:00100000:1.0:1787614712.986041:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787614712.986047:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882529c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1874449272134912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.986083:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882529c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1874449272134912:12345-0@lo:400:kworker.0 Request processed in 36us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614712.986096:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787614712.986109:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787614712.986114:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882528380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1874449272135296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.986141:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882528380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1874449272135296:12345-0@lo:400:kworker.0 Request processed in 28us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614712.986147:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00080000:1.0:1787614712.986179:0:3665:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd9b62e2d80 x1874449272135296/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614712.986191:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3665:1874449272135296:0@lo:400:kworker.0 00010000:00080000:1.0:1787614712.986200:0:3665:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd9b62e0a80 x1874449272134912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614712.986209:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3665:1874449272134912:0@lo:400:kworker.0 00010000:00080000:1.0:1787614712.986235:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd9b62e0700 x1874449272135552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614712.986244:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3663:1874449272135552:0@lo:400:kworker.0 00000100:00100000:1.0:1787614712.986254:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272134528:0@lo:400:kworker.0 00010000:00080000:1.0:1787614712.986263:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd9b62e3100 x1874449272135424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614712.986269:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272135424:0@lo:400:kworker.0 00000100:00100000:0.0:1787614712.986817:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272134784:0@lo:8:kworker.0 00000100:00100000:0.0:1787614712.986869:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614712.986901:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272135040:0@lo:8:kworker.0 00000100:00100000:0.0:1787614712.986930:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614712.986958:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272135168:0@lo:8:kworker.0 00000100:00100000:0.0:1787614712.986986:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614712.987016:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272134656 00000100:00100000:0.0:1787614712.987122:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272134656 00000100:00100000:0.0:1787614712.987168:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272134784 00000100:00100000:0.0:1787614712.987171:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272134784 00000100:00100000:0.0:1787614712.987180:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272135040 00000100:00100000:0.0:1787614712.987182:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272135040 00000100:00100000:0.0:1787614712.987189:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272135168 00000100:00100000:0.0:1787614712.987191:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272135168 00000100:00100000:0.0:1787614712.987201:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787614712.987222:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272134656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614712.987270:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272134656:12345-0@lo:400:kworker.0 Request processed in 51us (1936us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614712.987277:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787614712.987292:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787614712.987297:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272134784:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1787614712.987319:0:24244:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787614712.987354:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272134784:12345-0@lo:8:kworker.0 Request processed in 56us (485us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787614712.987360:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787614712.987371:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787614712.987375:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272135040:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1787614712.987393:0:24244:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 710 last 0 00000020:00000080:0.0:1787614712.987425:0:24244:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbb6ded2d9f6e7658 00002000:00100000:0.0:1787614712.987463:0:24244:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8fd9a9428000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113950 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1787614712.987469:0:24244:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1787614712.987472:0:24244:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1787614712.987575:0:24244:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1787614712.987603:0:24244:0:(import.c:65:import_set_state_nolock()) ffff8fd9a9428800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787614712.987973:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272134400 00000100:00100000:3.0:1787614712.987979:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272134400 00000100:00100000:3.0:1787614712.988017:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1787614712.988037:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:3665:x1874449272134400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614712.988088:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:3665:x1874449272134400:12345-0@lo:400:kworker.0 Request processed in 64us (2170us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614712.988095:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1787614712.989659:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272135680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787614712.989732:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614712.989804:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3665:1874449272134400:0@lo:400:kworker.0 00000100:00100000:0.0:1787614712.990179:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1874449272135040:12345-0@lo:8:kworker.0 Request processed in 2800us (3245us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614712.990192:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787614712.990220:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787614712.990228:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272135168:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1787614712.990248:0:24244:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787614712.990292:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272135168:12345-0@lo:8:kworker.0 Request processed in 65us (3306us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787614712.990298:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1787614712.990317:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787614712.990349:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272134656:0@lo:400:kworker.0 00000100:00080000:0.0:1787614712.990387:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787614712.990393:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787614712.990396:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272134784:0@lo:8:kworker.0 00000100:00100000:0.0:1787614712.990408:0:3662:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787614712.990416:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1787614712.990426:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1787614712.990433:0:3662:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1787614712.990436:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd98301a800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1787614712.990469:0:3662:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1787614712.990476:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272135040:0@lo:8:kworker.0 00000100:00080000:0.0:1787614712.990488:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd8827fc000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787614712.990491:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787614712.990494:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272135168:0@lo:8:kworker.0 00000004:00080000:2.0:1787614712.991194:0:23478:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1787614712.991314:0:23478:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 710118871265ns, next at 0ns, rc = 0 00080000:00080000:2.0:1787614712.991324:0:23478:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1787614712.992013:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272135680 00000100:00100000:3.0:1787614712.992031:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272135680 00000100:00100000:3.0:1787614712.992089:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787614712.992100:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88252bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272135680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787614712.992146:0:22742:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787614712.992237:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88252bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272135680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 139us (2504us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614712.992244:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787614712.992402:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272135680:0@lo:41:osp-pre-1-0.0 00000004:00080000:1.0:1787614712.996225:0:23479:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1787614712.996267:0:23479:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882528700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23479:1874449272135936:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1787614712.996355:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614712.996397:0:23479:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd990f2c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614712.996429:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272135936 00000100:00100000:1.0:1787614712.996467:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272135936 00000100:00100000:1.0:1787614712.996556:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787614712.996568:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88252b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23479:x1874449272135936:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1787614712.998154:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272135808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787614712.998232:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787614712.998309:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787614712.998864:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272135808 00000100:00100000:2.0:1787614712.998874:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272135808 00000100:00100000:2.0:1787614713.000517:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787614713.000537:0:24248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3666:x1874449272135808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787614713.000575:0:24248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1787614713.000678:0:24248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3666:x1874449272135808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 148us (2445us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614713.000694:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787614713.000886:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272135808:0@lo:13:osp-pre-0-1.0 00002000:00080000:1.0:1787614713.000923:0:24247:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:1.0:1787614713.000930:0:24247:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1787614713.000988:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88252b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23479:x1874449272135936:12345-0@lo:7:osp-pre-0-1.0 Request processed in 4422us (4633us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614713.000996:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787614713.001032:0:23479:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882528700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23479:1874449272135936:0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1787614713.001045:0:23479:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1787614713.001081:0:23479:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882528700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23479:1874449272136064:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1787614713.001116:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614713.001141:0:23479:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd990f2c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614713.001157:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272136064 00000100:00100000:1.0:1787614713.001163:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272136064 00000100:00100000:1.0:1787614713.001201:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787614713.001208:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88252b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23479:x1874449272136064:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1787614713.001230:0:24244:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1787614713.001260:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88252b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23479:x1874449272136064:12345-0@lo:5:osp-pre-0-1.0 Request processed in 52us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614713.001274:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787614713.001301:0:23479:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882528700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23479:1874449272136064:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1787614713.001310:0:23479:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1787614713.001331:0:23479:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882528700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23479:1874449272136192:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1787614713.001354:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614713.001367:0:23479:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd990f2c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614713.001376:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272136192 00000100:00100000:1.0:1787614713.001380:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272136192 00000100:00100000:1.0:1787614713.001399:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787614713.001405:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88252b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23479:x1874449272136192:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1787614713.001428:0:24247:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000004:00080000:1.0:1787614713.012869:0:23470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000001:00080000:3.0:1787614713.058329:0:24241:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1787614713.058372:0:24241:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1787614713.060000:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88252b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23479:x1874449272136192:12345-0@lo:5:osp-pre-0-1.0 Request processed in 58582us (58633us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1787614713.060018:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787614713.064184:0:23479:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1787614713.064207:0:23479:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882528700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23479:1874449272136192:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1787614713.064233:0:23479:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1787614713.066616:0:23479:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23479:1874449272136320:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1787614713.066707:0:23479:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614713.066763:0:23479:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd989a4c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614713.068699:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272136320 00000100:00100000:1.0:1787614713.068717:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272136320 00000100:00100000:1.0:1787614713.068831:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787614713.068852:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23479:x1874449272136320:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1787614713.069003:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23479:x1874449272136320:12345-0@lo:900:osp-pre-0-1.0 Request processed in 162us (2295us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614713.069011:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1787614713.069235:0:23479:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd883fc1500 x1874449272136320/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787614729 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614713.069253:0:23479:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23479:1874449272136320:0@lo:900:osp-pre-0-1.0 00010000:00010000:2.0:1787614713.240012:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614714.270583:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614715.044188:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd882528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272136448:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787614715.044260:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614715.045130:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272136448 00000100:00100000:3.0:1787614715.045139:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272136448 00000100:00100000:3.0:1787614715.045196:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787614715.045207:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272136448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787614715.045236:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00080000:2.0:1787614715.058629:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787614715.061179:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272136448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 15963us (16907us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614715.061196:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787614715.061498:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd882528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272136448:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1787614715.289332:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614716.312101:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787614716.760124:0:22771:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787614717.335655:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787614717.542043:0:25059:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1787614717.542048:0:25059:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:0.0:1787614717.542050:0:25059:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1787614717.542184:0:25059:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8fd9a9429000 00000020:01000004:0.0:1787614717.542209:0:25059:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1787614717.542236:0:25059:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1787614717.542254:0:25059:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8fd9aa0699b8) 00000020:00000080:0.0:1787614717.542274:0:25059:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1787614717.722613:0:25059:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787614717.728665:0:25059:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1787614717.729218:0:25059:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1787614717.729418:0:25059:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1787614717.729952:0:25059:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1787614717.730418:0:25059:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1787614717.732226:0:25059:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:2.0:1787614717.740144:0:25059:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787614717.740411:0:25059:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1787614717.740431:0:25059:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787614717.740516:0:25059:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xbb6ded2d9f6e7666 00000020:01000004:2.0:1787614717.740526:0:25059:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1787614717.740555:0:25059:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.106@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787614717.740558:0:25059:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.106@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787614717.740567:0:25059:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1787614717.740624:0:25059:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1787614717.740630:0:25059:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.106@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1787614717.770348:0:25059:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.106@tcp ctxt 0 is initialized 00000020:01000004:0.0:1787614717.770391:0:25059:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.106@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1787614717.770396:0:25059:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1787614717.770397:0:25059:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787614717.770399:0:25059:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787614717.770400:0:25059:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787614717.770401:0:25059:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787614717.770403:0:25059:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787614717.770404:0:25059:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787614717.770406:0:25059:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787614717.770407:0:25059:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787614717.770410:0:25059:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1787614717.770413:0:25059:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787614717.770414:0:25059:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787614717.770415:0:25059:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787614717.770416:0:25059:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787614717.770418:0:25059:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787614717.770419:0:25059:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787614717.770420:0:25059:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787614717.770421:0:25059:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787614717.770422:0:25059:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787614717.770470:0:25059:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1787614717.770490:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272136576:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787614717.770702:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614717.770810:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3300 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.770855:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272136576 00000100:00100000:1.0:1787614717.770868:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272136576 00000100:00100000:1.0:1787614717.770930:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1787614717.770939:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:25059:x1874449272136576:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787614717.770967:0:22731:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1787614717.770971:0:22731:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1787614717.770975:0:22731:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1787614717.771874:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:25059:x1874449272136576:12345-0@lo:253:mount.lustre.0 Request processed in 933us (1170us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.771884:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1787614717.772016:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272136576:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787614717.772027:0:25059:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1787614717.772031:0:25059:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787614717.772033:0:25059:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787614717.772034:0:25059:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787614717.772035:0:25059:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787614717.772044:0:25059:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787614717.772046:0:25059:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787614717.772047:0:25059:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787614717.772049:0:25059:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787614717.772050:0:25059:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1787614717.772066:0:25059:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8fd9a9429000 from lustre-OST0001 10000000:01000000:0.0:1787614717.772090:0:25059:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1787614717.772093:0:25059:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1787614717.772101:0:25059:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8fd9a941b370 local copy 00010000:00010000:0.0:1787614717.772110:0:25059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614717.772201:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272136704:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787614717.772245:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614717.772278:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.772638:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272136704 00000100:00100000:1.0:1787614717.772645:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272136704 00000100:00100000:1.0:1787614717.772683:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1787614717.772691:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:25059:x1874449272136704:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614717.772754:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:25059:x1874449272136704:12345-0@lo:501:mount.lustre.0 Request processed in 64us (510us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787614717.772762:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787614717.773097:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272136704:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1787614717.773112:0:25059:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.106@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1787614717.773136:0:25059:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.106@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1787614717.773142:0:25059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.773152:0:25059:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171e00/0xbb6ded2d9f6e72a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e72a7 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614717.773176:0:25059:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8fd9a9429000 10000000:01000000:0.0:1787614717.773181:0:25059:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787614717.773185:0:25059:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1787614717.773188:0:25059:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787614717.773192:0:25059:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1787614717.773195:0:25059:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1787614717.773228:0:25059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170e00/0xbb6ded2d9f6e766d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.773244:0:25059:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170e00/0xbb6ded2d9f6e766d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.773254:0:25059:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170e00/0xbb6ded2d9f6e766d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614717.773270:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272136832:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787614717.773305:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614717.773335:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.773387:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272136832 00000100:00100000:1.0:1787614717.773391:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272136832 00000100:00100000:1.0:1787614717.773424:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1787614717.773431:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:25059:x1874449272136832:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787614717.773466:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614717.773478:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd98c4e0000/0xbb6ded2d9f6e7674 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e766d expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.773583:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd98c4e0000/0xbb6ded2d9f6e7674 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e766d expref: 22 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.773595:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd98c4e0000/0xbb6ded2d9f6e7674 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e766d expref: 22 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.773610:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e0000, rc 0) 00000100:00100000:1.0:1787614717.773698:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:25059:x1874449272136832:12345-0@lo:101:mount.lustre.0 Request processed in 266us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.773705:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1787614717.773809:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272136832:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787614717.773820:0:25059:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170e00/0xbb6ded2d9f6e766d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7674 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.773829:0:25059:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170e00/0xbb6ded2d9f6e766d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7674 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787614717.774958:0:25059:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1787614717.777059:0:25059:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787614717.780158:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1787614717.780209:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1787614717.780221:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1787614717.780233:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1787614717.780245:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1787614717.780256:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1787614717.780267:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1787614717.780279:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1787614717.780292:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1787614717.780314:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1787614717.780326:0:25059:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1787614717.780436:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272136960:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787614717.780527:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614717.780774:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3900 going to sleep for 11 seconds 00000100:00100000:2.0:1787614717.780820:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272136960 00000100:00100000:2.0:1787614717.780828:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272136960 00000100:00100000:2.0:1787614717.780885:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1787614717.780894:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:25059:x1874449272136960:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787614717.781177:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:25059:x1874449272136960:12345-0@lo:501:mount.lustre.0 Request processed in 283us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.781187:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1787614717.781215:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272136960:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787614717.781247:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137088:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787614717.781282:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614717.781300:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3900 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.781367:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272137088 00000100:00100000:1.0:1787614717.781372:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272137088 00000100:00100000:1.0:1787614717.781401:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787614717.781408:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:25059:x1874449272137088:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787614717.782078:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:25059:x1874449272137088:12345-0@lo:503:mount.lustre.0 Request processed in 668us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.782087:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1787614717.782116:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137088:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787614717.782569:0:25059:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787614717.782646:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137216:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787614717.782693:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614717.782727:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787614717.782749:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272137216 00000100:00100000:2.0:1787614717.782755:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272137216 00000100:00100000:2.0:1787614717.782792:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1787614717.782800:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:25059:x1874449272137216:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787614717.783214:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:25059:x1874449272137216:12345-0@lo:502:mount.lustre.0 Request processed in 413us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.783222:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1787614717.783298:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137216:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787614717.783520:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1787614717.783545:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1787614717.783558:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1787614717.783570:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1787614717.783582:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1787614717.783607:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1787614717.783806:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1787614717.783823:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1787614717.783834:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1787614717.783856:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137344:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787614717.783893:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614717.783971:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.784088:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272137344 00000100:00100000:1.0:1787614717.784094:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272137344 00000100:00100000:1.0:1787614717.784135:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1787614717.784143:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:25059:x1874449272137344:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787614717.784228:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:25059:x1874449272137344:12345-0@lo:502:mount.lustre.0 Request processed in 82us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.784235:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1787614717.784261:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137344:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787614717.784305:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1787614717.784314:0:25059:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1787614717.784976:0:25063:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787614717.784984:0:25063:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1787614717.784990:0:25063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787614717.785063:0:25063:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1787614717.785070:0:25063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787614717.785084:0:25063:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8fd99047b370) 00000020:00000080:2.0:1787614717.785107:0:25063:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1787614717.785114:0:25063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1787614717.785187:0:25063:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fd9a9429000 from lustre-OST0001, refs=2 00080000:01000000:2.0:1787614717.785195:0:25063:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1787614717.785254:0:25063:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xbb6ded2d9f6e7682 00010000:00010000:2.0:1787614717.788652:0:25063:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1787614717.789195:0:25063:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1787614717.790506:0:25063:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1787614717.793351:0:25063:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1787614717.793365:0:25063:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614717.793372:0:25063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614717.793374:0:25063:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1787614717.793378:0:25063:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614717.793383:0:25063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614717.793384:0:25063:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787614717.793388:0:25063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787614717.793391:0:25063:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787614717.793402:0:25063:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614717.793405:0:25063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614717.793406:0:25063:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1787614717.793409:0:25063:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787614717.793413:0:25063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614717.793415:0:25063:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787614717.793419:0:25063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1787614717.794079:0:25063:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787614717.794086:0:25063:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787614717.794088:0:25063:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787614717.794093:0:25063:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1787614717.794342:0:25059:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1787614717.794378:0:25059:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1787614717.794400:0:25059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170e00/0xbb6ded2d9f6e766d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7674 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614717.794413:0:25059:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170e00/0xbb6ded2d9f6e766d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7674 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787614717.794422:0:25059:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fd9a9429000 from 1 10000000:01000000:3.0:1787614717.794425:0:25059:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787614717.794485:0:25059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614717.794505:0:25059:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614717.794518:0:25059:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614717.794544:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137472:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787614717.794609:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.794649:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd989a4c300 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.794769:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272137472 00000100:00100000:1.0:1787614717.794776:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272137472 00000100:00100000:1.0:1787614717.794826:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787614717.794837:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7848450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:25059:x1874449272137472:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787614717.794848:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614717.794860:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd98c4e1800/0xbb6ded2d9f6e7690 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e7689 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.794881:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd98c4e1800/0xbb6ded2d9f6e7690 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7689 expref: 23 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.794891:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd98c4e1800/0xbb6ded2d9f6e7690 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7689 expref: 23 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.794900:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e1800, rc 0) 00000100:00100000:1.0:1787614717.794944:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7848450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:25059:x1874449272137472:12345-0@lo:101:mount.lustre.0 Request processed in 110us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.794951:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1787614717.795146:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137472:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787614717.795161:0:25059:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7690 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614717.795171:0:25059:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7690 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787614717.800348:0:25059:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1787614717.800766:0:25059:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787614717.800973:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1787614717.801114:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1787614717.801133:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1787614717.801145:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1787614717.801156:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1787614717.801168:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1787614717.801180:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1787614717.801194:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1787614717.801205:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1787614717.801217:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1787614717.801236:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1787614717.801252:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1787614717.801256:0:25059:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1787614717.801340:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137600:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787614717.801400:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.801648:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd989a4c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.804254:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272137600 00000100:00100000:1.0:1787614717.804268:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272137600 00000100:00100000:1.0:1787614717.804335:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1787614717.804344:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:25059:x1874449272137600:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614717.804600:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:25059:x1874449272137600:12345-0@lo:501:mount.lustre.0 Request processed in 257us (3199us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.804609:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1787614717.804878:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137600:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787614717.804939:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137728:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787614717.805519:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.806055:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd989a4c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787614717.806347:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272137728 00000100:00100000:2.0:1787614717.806355:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272137728 00000100:00100000:2.0:1787614717.806436:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1787614717.806475:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7849050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:25059:x1874449272137728:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787614717.806609:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7849050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:25059:x1874449272137728:12345-0@lo:503:mount.lustre.0 Request processed in 136us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.806617:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1787614717.806702:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137728:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787614717.807176:0:25059:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787614717.807251:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137856:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787614717.807292:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.807952:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd989a4c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.807988:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272137856 00000100:00100000:1.0:1787614717.808003:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272137856 00000100:00100000:2.0:1787614717.808157:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787614717.808167:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7848c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:25059:x1874449272137856:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787614717.808283:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7848c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:25059:x1874449272137856:12345-0@lo:502:mount.lustre.0 Request processed in 118us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.808297:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1787614717.808583:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137856:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787614717.809435:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1787614717.809501:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1787614717.809534:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1787614717.809549:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1787614717.809562:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1787614717.809588:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1787614717.809603:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1787614717.809615:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1787614717.809627:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1787614717.809638:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1787614717.809650:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1787614717.809694:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137984:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787614717.810016:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.810637:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd989a4c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.811106:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272137984 00000100:00100000:1.0:1787614717.811114:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272137984 00000100:00100000:1.0:1787614717.811172:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1787614717.811181:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7848050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:25059:x1874449272137984:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787614717.811382:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7848050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:25059:x1874449272137984:12345-0@lo:502:mount.lustre.0 Request processed in 202us (1367us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.811389:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1787614717.817603:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272137984:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787614717.817729:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1787614717.817757:0:25059:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1787614717.818774:0:25067:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787614717.818785:0:25067:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614717.818788:0:25067:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787614717.818794:0:25067:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fd9a9429000 00000020:00000080:3.0:1787614717.818797:0:25067:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787614717.818803:0:25067:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787614717.818806:0:25067:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614717.818807:0:25067:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787614717.818809:0:25067:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787614717.818811:0:25067:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614717.818812:0:25067:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787614717.818815:0:25067:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8fd9a9429000 00000020:00000080:3.0:1787614717.818817:0:25067:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787614717.818872:0:25067:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787614717.818876:0:25067:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614717.818877:0:25067:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1787614717.818879:0:25067:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787614717.818882:0:25067:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614717.818883:0:25067:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787614717.818886:0:25067:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fd9a9429000 00000020:00000080:3.0:1787614717.818888:0:25067:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787614717.818905:0:25067:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787614717.818908:0:25067:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614717.818909:0:25067:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787614717.818912:0:25067:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787614717.818935:0:25067:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614717.818937:0:25067:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1787614717.818941:0:25067:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8fd9a9429000 00000020:00000080:3.0:1787614717.818943:0:25067:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787614717.822686:0:25067:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787614717.822698:0:25067:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787614717.822700:0:25067:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1787614717.822705:0:25067:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1787614717.843409:0:25059:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1787614717.843653:0:25059:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787614717.844374:0:25059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7690 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.844385:0:25059:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7690 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787614717.844471:0:25059:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787614717.844475:0:25059:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8fd9a9429000 10000000:01000000:1.0:1787614717.844479:0:25059:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8fd9a9429000 10000000:01000000:1.0:1787614717.844483:0:25059:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787614717.844489:0:25059:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8fd9a9429000 from 1 10000000:01000000:1.0:1787614717.844492:0:25059:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787614717.844528:0:25059:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1c00/0xbb6ded2d9f6e7697 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.844543:0:25059:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1c00/0xbb6ded2d9f6e7697 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.844555:0:25059:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1c00/0xbb6ded2d9f6e7697 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614717.844580:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272138112:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787614717.844634:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614717.844680:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272138112 00000100:00100000:1.0:1787614717.844686:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272138112 00000100:00100000:1.0:1787614717.844808:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1787614717.844816:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:25059:x1874449272138112:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787614717.844826:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614717.844835:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd98c4e0600/0xbb6ded2d9f6e769e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e7697 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.844855:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd98c4e0600/0xbb6ded2d9f6e769e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7697 expref: 24 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.844866:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd98c4e0600/0xbb6ded2d9f6e769e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7697 expref: 24 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.844874:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e0600, rc 0) 00000100:00100000:1.0:1787614717.844907:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:25059:x1874449272138112:12345-0@lo:101:mount.lustre.0 Request processed in 91us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.844914:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1787614717.844969:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd8823b0240 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.844995:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272138112:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787614717.845009:0:25059:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1c00/0xbb6ded2d9f6e7697 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e769e expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.845018:0:25059:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1c00/0xbb6ded2d9f6e7697 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e769e expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787614717.847215:0:25059:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1787614717.847521:0:25059:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787614717.847705:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1787614717.847728:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1787614717.847742:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1787614717.847754:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1787614717.847767:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1787614717.847778:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1787614717.847789:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1787614717.847802:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1787614717.847815:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1787614717.847829:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1787614717.847841:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1787614717.847853:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1787614717.847865:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1787614717.847876:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1787614717.847901:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1787614717.847932:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1787614717.847949:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1787614717.847962:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1787614717.847977:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1787614717.848058:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1787614717.848081:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1787614717.848093:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1787614717.848105:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1787614717.848125:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1787614717.848137:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1787614717.848149:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1787614717.848160:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1787614717.848171:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1787614717.848182:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1787614717.848193:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1787614717.848214:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1787614717.848227:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1787614717.848238:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1787614717.848249:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1787614717.848261:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1787614717.848273:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1787614717.848286:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1787614717.848302:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1787614717.848318:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1787614717.848332:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1787614717.848348:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1787614717.848364:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1787614717.848377:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1787614717.848392:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1787614717.848405:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1787614717.848418:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1787614717.848465:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1787614717.848481:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1787614717.848606:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1787614717.848624:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1787614717.848639:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1787614717.848644:0:25059:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1787614717.848732:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272138240:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614717.848793:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614717.848840:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272138240 00000100:00100000:1.0:1787614717.848853:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272138240 00000100:00100000:1.0:1787614717.848895:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787614717.848904:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:25059:x1874449272138240:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614717.849164:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:25059:x1874449272138240:12345-0@lo:501:mount.lustre.0 Request processed in 260us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.849171:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787614717.849216:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd8823b0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.849234:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272138240:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787614717.849267:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272138368:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787614717.849308:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614717.849327:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd8823b0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.849501:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272138368 00000100:00100000:1.0:1787614717.849506:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272138368 00000100:00100000:1.0:1787614717.849531:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1787614717.849538:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:25059:x1874449272138368:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787614717.849610:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:25059:x1874449272138368:12345-0@lo:503:mount.lustre.0 Request processed in 72us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.849618:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1787614717.849661:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272138368:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787614717.850086:0:25059:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787614717.850151:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272138496:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787614717.850194:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614717.850220:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272138496 00000100:00100000:1.0:1787614717.850225:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272138496 00000100:00100000:1.0:1787614717.850250:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787614717.850257:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7849c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:25059:x1874449272138496:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787614717.850344:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7849c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:25059:x1874449272138496:12345-0@lo:502:mount.lustre.0 Request processed in 87us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.850351:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787614717.850392:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd8823b0240 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.850404:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272138496:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787614717.850578:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1787614717.850601:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1787614717.850615:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1787614717.850628:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1787614717.850641:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1787614717.850655:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1787614717.850670:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1787614717.850686:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1787614717.850711:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1787614717.850727:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1787614717.850739:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1787614717.850752:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1787614717.850764:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1787614717.850780:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1787614717.850795:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1787614717.850808:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1787614717.850822:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1787614717.850837:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1787614717.850854:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1787614717.850868:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1787614717.850881:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1787614717.850894:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1787614717.850906:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1787614717.850934:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1787614717.850960:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1787614717.850982:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1787614717.851076:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1787614717.851094:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1787614717.851107:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1787614717.851120:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1787614717.851134:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1787614717.851145:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1787614717.851156:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1787614717.851167:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1787614717.851178:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1787614717.851189:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1787614717.851202:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1787614717.851216:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1787614717.851229:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1787614717.851241:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1787614717.851266:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1787614717.851281:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1787614717.851295:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1787614717.851309:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1787614717.851319:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1787614717.851333:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1787614717.851344:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1787614717.851356:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1787614717.851394:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272138624:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787614717.851471:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614717.851506:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272138624 00000100:00100000:1.0:1787614717.851510:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272138624 00000100:00100000:1.0:1787614717.851539:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787614717.851546:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:25059:x1874449272138624:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787614717.851621:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:25059:x1874449272138624:12345-0@lo:502:mount.lustre.0 Request processed in 75us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.851635:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787614717.851675:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd8823b0240 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.851690:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272138624:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787614717.851814:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1787614717.851834:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1787614717.851853:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272138752:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787614717.851984:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614717.852078:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272138752 00000100:00100000:1.0:1787614717.852083:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272138752 00000100:00100000:1.0:1787614717.852105:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1787614717.852111:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7849850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:25059:x1874449272138752:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787614717.852172:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7849850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:25059:x1874449272138752:12345-0@lo:502:mount.lustre.0 Request processed in 61us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614717.852180:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1787614717.852209:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd8823b0240 going to sleep for 11 seconds 00000100:00100000:1.0:1787614717.852221:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88252a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272138752:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787614717.852259:0:25059:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1787614717.852267:0:25059:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1787614717.854720:0:25072:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1787614717.854749:0:25072:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8fd882134d28) 00000020:00000080:3.0:1787614717.854775:0:25072:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1787614717.854862:0:25072:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fd9a9429000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787614717.854867:0:25072:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fd9a9429000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787614717.854869:0:25072:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd9a9429000 3 00010000:00080000:3.0:1787614717.854898:0:25072:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd8832e0800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.106@tcp at head 00010000:00010000:3.0:1787614717.857323:0:25072:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1787614717.858662:0:25072:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1787614717.858716:0:25072:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787614717.858733:0:25072:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xbb6ded2d9f6e76ac 00000100:00080000:3.0:1787614717.858744:0:25072:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787614717.858751:0:25072:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8fd8832e0800 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614717.858787:0:25072:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883fc1500 x1874449272138880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787614717.858808:0:25072:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787614717.858881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787614717.858885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787614717.858887:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787614717.858891:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 710 00000100:00080000:3.0:1787614717.858894:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1787614717.858906:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fd9bcf16000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614717.858941:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883fc0700 x1874449272139264/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787614717.858970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787614717.858972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787614717.858974:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd8827fc000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787614717.858977:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 710 00000100:00080000:3.0:1787614717.858980:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787614717.858983:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8fd8827fc000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614717.858993:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9a9401f80 x1874449272139776/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787614717.859035:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272139008:0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.859096:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.859128:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272139648:0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.859151:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.859176:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787614717.859181:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272139520:0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.859204:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.859220:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9401880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3664:1874449272140160:0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.859249:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614717.859322:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3662:1874449272138880:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787614717.859360:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272139136:0@lo:400:kworker.0 00000100:00100000:0.0:1787614717.859383:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614717.859402:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9402a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3665:1874449272139904:0@lo:400:kworker.0 00000100:00100000:0.0:1787614717.859430:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272139648 00000100:00100000:0.0:1787614717.859436:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272139648 00000100:00100000:0.0:1787614717.859498:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272139136 00000100:00100000:0.0:1787614717.859501:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272139136 00000100:00100000:0.0:1787614717.859592:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787614717.859602:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272139648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614717.859648:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272139648:12345-0@lo:400:kworker.0 Request processed in 48us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614717.859655:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787614717.859669:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787614717.859675:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272139136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614717.859714:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272139136:12345-0@lo:400:kworker.0 Request processed in 39us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614717.859719:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1787614717.859734:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787614717.866213:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3666:1874449272139392:0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.866680:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272139008 00000100:00100000:3.0:1787614717.866689:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272139008 00000100:00100000:3.0:1787614717.866743:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272139520 00000100:00100000:3.0:1787614717.866746:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272139520 00000100:00100000:3.0:1787614717.866761:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787614717.866770:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9403480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272139008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.866832:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9403480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272139008:12345-0@lo:400:kworker.0 Request processed in 63us (7736us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614717.866839:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787614717.866855:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787614717.866860:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272139520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.866882:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272139520:12345-0@lo:400:kworker.0 Request processed in 22us (7678us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614717.866887:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787614717.866911:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272140160 00000100:00100000:3.0:1787614717.866914:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272140160 00000100:00100000:3.0:1787614717.866959:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787614717.866965:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9401180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1874449272140160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.866990:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9401180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1874449272140160:12345-0@lo:400:kworker.0 Request processed in 26us (7742us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614717.866995:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787614717.867014:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.867044:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272139264:0@lo:8:kworker.0 00000100:00100000:3.0:1787614717.867066:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.867081:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9401f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272139776:0@lo:8:kworker.0 00000100:00100000:3.0:1787614717.867097:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787614717.867122:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787614717.867130:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272138880 00000100:00100000:3.0:1787614717.867133:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272138880 00000100:00100000:3.0:1787614717.867149:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787614717.867153:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3662:x1874449272138880:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787614717.867173:0:22738:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 714 last 0 00000020:00000080:3.0:1787614717.867230:0:22738:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xbb6ded2d9f6e76b3 00000004:00100000:3.0:1787614717.867246:0:22738:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787614717.867274:0:22738:0:(import.c:65:import_set_state_nolock()) ffff8fd881a69800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787614717.867312:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3662:x1874449272138880:12345-0@lo:38:llog_process_th.0 Request processed in 157us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614717.867319:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787614717.867343:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272139264 00000100:00100000:3.0:1787614717.867347:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272139264 00000100:00100000:3.0:1787614717.867360:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272139776 00000100:00100000:3.0:1787614717.867362:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272139776 00000100:00100000:3.0:1787614717.867371:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787614717.867375:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272139264:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1787614717.867407:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9402680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272139264:12345-0@lo:8:kworker.0 Request processed in 31us (339us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787614717.867413:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787614717.867422:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787614717.867426:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272139776:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1787614717.867480:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272139776:12345-0@lo:8:kworker.0 Request processed in 52us (381us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787614717.867486:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:3.0:1787614717.867524:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd883fc1500 x1874449272138880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787614727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614717.867534:0:3662:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787614717.867541:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1787614717.867549:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1787614717.867553:0:3662:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787614717.867556:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd8832e0800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787614717.867567:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3662:1874449272138880:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787614717.867579:0:3662:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787614717.867583:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787614717.867586:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787614717.867588:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272139264:0@lo:8:kworker.0 00000100:00100000:3.0:1787614717.867596:0:3662:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787614717.867599:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd8827fc000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787614717.867602:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787614717.867604:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9401f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272139776:0@lo:8:kworker.0 00000100:00100000:3.0:1787614717.867631:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.867662:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272139136:0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.867679:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272139904 00000100:00100000:3.0:1787614717.867682:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272139904 00000100:00100000:3.0:1787614717.867701:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787614717.867707:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9401f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1874449272139904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.867738:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9401f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3665:x1874449272139904:12345-0@lo:400:kworker.0 Request processed in 31us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614717.867744:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:3.0:1787614717.867767:0:3665:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd9a9402a00 x1874449272139904/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614717.867775:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9402a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3665:1874449272139904:0@lo:400:kworker.0 00010000:00080000:3.0:1787614717.867810:0:3664:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd9a9401880 x1874449272140160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614717.867819:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9401880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3664:1874449272140160:0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.867838:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272139008:0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.867850:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272139648:0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.867867:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272139520:0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.868053:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614717.868083:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9400700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3666:1874449272140032:0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.868110:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.870958:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272139392 00000100:00100000:3.0:1787614717.870972:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272139392 00000100:00100000:3.0:1787614717.871074:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272140032 00000100:00100000:3.0:1787614717.871078:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272140032 00000100:00100000:3.0:1787614717.874340:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787614717.874357:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1874449272139392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.874471:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1874449272139392:12345-0@lo:400:kworker.0 Request processed in 121us (6418us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614717.874479:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787614717.874496:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787614717.874502:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1874449272140032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.874527:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1874449272140032:12345-0@lo:400:kworker.0 Request processed in 26us (6417us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614717.874532:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:3.0:1787614717.874554:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1787614717.874693:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd883fc2d80 x1874449272139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614717.874709:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3666:1874449272139392:0@lo:400:kworker.0 00010000:00080000:1.0:1787614717.874721:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd9a9400700 x1874449272140032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614717.874728:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9400700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3666:1874449272140032:0@lo:400:kworker.0 00000020:01000004:3.0:1787614717.874880:0:25072:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1787614717.874894:0:25072:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8fd8821319b8) 00000020:00000080:3.0:1787614717.874928:0:25072:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:3.0:1787614717.875009:0:25072:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8fd9a9429000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787614717.875013:0:25072:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8fd9a9429000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787614717.875016:0:25072:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8fd9a9429000 3 00010000:00080000:3.0:1787614717.875041:0:25072:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8fd881a6d000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.106@tcp at head 00010000:00010000:3.0:1787614717.876807:0:25072:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:3.0:1787614717.876991:0:25072:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:3.0:1787614717.877032:0:25072:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787614717.877044:0:25072:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xbb6ded2d9f6e76c1 00000100:00080000:3.0:1787614717.877053:0:25072:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787614717.877059:0:25072:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8fd881a6d000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614717.877093:0:25072:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9a9401880 x1874449272140288/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787614717.877126:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9401880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3662:1874449272140288:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787614717.877185:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.877248:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272140288 00000100:00100000:3.0:1787614717.877255:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272140288 00000100:00100000:3.0:1787614717.877286:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787614717.877293:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3662:x1874449272140288:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787614717.877313:0:22737:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:3.0:1787614717.877342:0:22737:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xbb6ded2d9f6e76c8 00000004:00100000:3.0:1787614717.877356:0:22737:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787614717.877383:0:22737:0:(import.c:65:import_set_state_nolock()) ffff8fd881a68000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787614717.877431:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3662:x1874449272140288:12345-0@lo:38:llog_process_th.0 Request processed in 137us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614717.877438:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1787614717.877490:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd9a9401880 x1874449272140288/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787614727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614717.877500:0:3662:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787614717.877507:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1787614717.877513:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1787614717.877516:0:3662:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1787614717.877526:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd881a6d000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787614717.877532:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9401880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3662:1874449272140288:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1787614717.877550:0:25072:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1787614717.877606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787614717.877609:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787614717.877611:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787614717.877617:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fd9bcf16000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614717.877628:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9a9400000 x1874449272140800/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787614717.877665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787614717.877669:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787614717.877671:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd8827fc000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787614717.877676:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8fd8827fc000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614717.877686:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd9a9401500 x1874449272141312/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787614717.877726:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272140800:0@lo:8:kworker.0 00000100:00100000:3.0:1787614717.877753:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.877771:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272141312:0@lo:8:kworker.0 00000100:00100000:3.0:1787614717.877792:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614717.877815:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272140800 00000100:00100000:3.0:1787614717.877819:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272140800 00000100:00100000:3.0:1787614717.877837:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272141312 00000100:00100000:3.0:1787614717.877839:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272141312 00000100:00100000:3.0:1787614717.877850:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787614717.877854:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272140800:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1787614717.877901:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272140800:12345-0@lo:8:kworker.0 Request processed in 44us (146us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787614717.877908:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787614717.880551:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272140672:0@lo:400:kworker.0 00000100:00100000:1.0:1787614717.880625:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614717.880655:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9400700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272141440:0@lo:400:kworker.0 00000100:00100000:1.0:1787614717.880681:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614717.880713:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787614717.880719:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272140544:0@lo:400:kworker.0 00000100:00100000:1.0:1787614717.880744:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614717.880762:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272141184:0@lo:400:kworker.0 00000100:00100000:1.0:1787614717.880782:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614717.880794:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272141824:0@lo:400:kworker.0 00000100:00100000:1.0:1787614717.880815:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614717.882074:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3663:1874449272140928:0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.882130:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614717.882155:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272141568:0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.882176:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614717.882197:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787614717.882203:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9401880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272140416:0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.882228:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614717.887005:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9400380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272141056:0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.887141:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614717.887211:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3663:1874449272141696:0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.887238:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614717.887349:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272141440 00000100:00100000:2.0:1787614717.887357:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272141440 00000100:00100000:2.0:1787614717.887395:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272141824 00000100:00100000:2.0:1787614717.887398:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272141824 00000100:00100000:2.0:1787614717.887433:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272140928 00000100:00100000:2.0:1787614717.887437:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272140928 00000100:00100000:2.0:1787614717.887486:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272141568 00000100:00100000:2.0:1787614717.887490:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272141568 00000100:00100000:2.0:1787614717.887501:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272141696 00000100:00100000:2.0:1787614717.887503:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272141696 00000100:00100000:2.0:1787614717.887518:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787614717.887526:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882528e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1874449272141440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.887581:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882528e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1874449272141440:12345-0@lo:400:kworker.0 Request processed in 55us (6899us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.887588:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787614717.887604:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787614717.887610:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1874449272141824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.887638:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1874449272141824:12345-0@lo:400:kworker.0 Request processed in 29us (6821us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.887645:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787614717.887656:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787614717.887662:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1874449272140928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.887691:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1874449272140928:12345-0@lo:400:kworker.0 Request processed in 30us (5561us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.887706:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787614717.887719:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787614717.887725:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272141568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.887752:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272141568:12345-0@lo:400:kworker.0 Request processed in 28us (5576us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.887757:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787614717.887768:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787614717.887773:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1874449272141696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.887798:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1874449272141696:12345-0@lo:400:kworker.0 Request processed in 25us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.887803:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787614717.887824:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272140416 00000100:00100000:2.0:1787614717.887828:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272140416 00000100:00100000:2.0:1787614717.887851:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1787614717.887857:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3663:x1874449272140416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.887885:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3663:x1874449272140416:12345-0@lo:400:kworker.0 Request processed in 29us (5656us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.887891:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00010000:00080000:2.0:1787614717.887949:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd883fc1180 x1874449272141824/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614717.887963:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272141824:0@lo:400:kworker.0 00010000:00080000:2.0:1787614717.887978:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd9a9400700 x1874449272141440/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614717.887987:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9400700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272141440:0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.888026:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9401880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272140416:0@lo:400:kworker.0 00010000:00080000:2.0:1787614717.888038:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd883fc3800 x1874449272141696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614717.888047:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3663:1874449272141696:0@lo:400:kworker.0 00010000:00080000:2.0:1787614717.888058:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd9a9403800 x1874449272140928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614717.888066:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3663:1874449272140928:0@lo:400:kworker.0 00010000:00080000:2.0:1787614717.888076:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8fd883fc2d80 x1874449272141568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614717.888305:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272141568:0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.888484:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272140672 00000100:00100000:3.0:1787614717.888490:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272140672 00000100:00100000:3.0:1787614717.888513:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272141184 00000100:00100000:3.0:1787614717.888516:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272141184 00000100:00100000:3.0:1787614717.888528:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787614717.888534:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88252a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272140672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.888577:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88252a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272140672:12345-0@lo:400:kworker.0 Request processed in 42us (7953us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614717.888583:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787614717.888594:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787614717.888600:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272141184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614717.888623:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272141184:12345-0@lo:400:kworker.0 Request processed in 24us (7840us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614717.888628:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787614717.888637:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787614717.888642:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272141312:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1787614717.888683:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272141312:12345-0@lo:8:kworker.0 Request processed in 39us (10890us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787614717.888688:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:3.0:1787614717.888727:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787614717.888732:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787614717.888735:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272140800:0@lo:8:kworker.0 00000100:00080000:3.0:1787614717.888745:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd8827fc000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787614717.888757:0:3662:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787614717.888760:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272141312:0@lo:8:kworker.0 00000100:00080000:1.0:1787614717.888851:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787614717.888932:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272141184:0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.888943:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272140672:0@lo:400:kworker.0 00000100:00100000:0.0:1787614717.889003:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272140544 00000100:00100000:0.0:1787614717.889007:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272140544 00000100:00100000:0.0:1787614717.889065:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272141056 00000100:00100000:0.0:1787614717.889068:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272141056 00000100:00100000:0.0:1787614717.889083:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787614717.889109:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd882528700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272140544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614717.889148:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd882528700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272140544:12345-0@lo:400:kworker.0 Request processed in 41us (8404us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614717.889155:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787614717.889167:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787614717.889172:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272141056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614717.889197:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272141056:12345-0@lo:400:kworker.0 Request processed in 25us (2115us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614717.889201:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000040:00080000:3.0:1787614717.889670:0:25072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:2.0:1787614717.889867:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272140544:0@lo:400:kworker.0 00000100:00100000:2.0:1787614717.889895:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9400380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272141056:0@lo:400:kworker.0 00000020:01000000:1.0:1787614717.889961:0:25059:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1787614717.889990:0:25059:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787614717.890039:0:25059:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1c00/0xbb6ded2d9f6e7697 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e769e expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.890052:0:25059:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1c00/0xbb6ded2d9f6e7697 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e769e expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787614717.890111:0:25059:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787614717.890113:0:25059:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787614717.890114:0:25059:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787614717.890116:0:25059:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787614717.890117:0:25059:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787614717.890118:0:25059:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787614717.890120:0:25059:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787614717.890121:0:25059:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787614717.890122:0:25059:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787614717.890130:0:25059:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:1.0:1787614717.890132:0:25059:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787614717.890133:0:25059:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787614717.890134:0:25059:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787614717.890135:0:25059:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787614717.890136:0:25059:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787614717.890137:0:25059:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787614717.890138:0:25059:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787614717.890139:0:25059:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787614717.890139:0:25059:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787614717.890160:0:25059:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1787614717.890174:0:25059:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272141952:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787614717.890223:0:25059:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614717.890262:0:25059:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bcc77540 going to sleep for 11 seconds 00000100:00100000:3.0:1787614717.890394:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272141952 00000100:00100000:3.0:1787614717.890401:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272141952 00000100:00100000:3.0:1787614717.890466:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787614717.890475:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:25059:x1874449272141952:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787614717.890498:0:22732:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1787614717.890511:0:22732:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1787614717.901347:0:22732:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1787614717.901368:0:22732:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1787614717.901587:0:22753:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787614717.901592:0:22753:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787614717.901613:0:22753:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.901631:0:22753:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7563 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e755c expref: 24 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.901639:0:22753:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd9aa170200/0xbb6ded2d9f6e7571 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e756a expref: 24 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.901646:0:22753:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.901685:0:22753:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd9aa170200/0xbb6ded2d9f6e7571 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e756a expref: 24 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.901699:0:22753:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd9aa170200/0xbb6ded2d9f6e7571 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e756a expref: 24 pid: 22730 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614717.901734:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e0e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272142080:0@lo:104: 00000100:00100000:1.0:1787614717.901799:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787614717.901863:0:22753:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7563 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e755c expref: 24 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.901871:0:22753:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7563 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e755c expref: 24 pid: 22732 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614717.901880:0:22753:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272142208:0@lo:104: 00000100:00100000:1.0:1787614717.901901:0:22753:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614717.901926:0:22753:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd8823b09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787614717.902062:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272142080 00000100:00100000:2.0:1787614717.902070:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272142080 00000100:00100000:2.0:1787614717.902100:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272142208 00000100:00100000:2.0:1787614717.902102:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272142208 00000100:00100000:2.0:1787614717.902115:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787614717.902124:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+4:22753:x1874449272142080:12345-0@lo:104: 00010000:00010000:2.0:1787614717.902137:0:22721:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7571 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.902207:0:22721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787614717.902213:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+4:22753:x1874449272142080:12345-0@lo:104: Request processed in 91us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.902221:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787614717.902239:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787614717.902245:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:22753:x1874449272142208:12345-0@lo:104: 00010000:00010000:2.0:1787614717.902252:0:22721:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7563 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.902298:0:22721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1787614717.902304:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:22753:x1874449272142208:12345-0@lo:104: Request processed in 60us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.902310:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1787614717.902477:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787614717.902484:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7571 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.902492:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b7851800 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:0.0:1787614717.902496:0:22725:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e7571 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.902504:0:22725:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e7571 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614717.902511:0:22725:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e7571 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614717.902517:0:22725:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787614717.902545:0:22725:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7571 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.902552:0:22725:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787614717.902572:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7571 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.902585:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851800/0xbb6ded2d9f6e756a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7571 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.902597:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614717.902601:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7563 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.902606:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014000 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:0.0:1787614717.902609:0:22725:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e7563 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.902616:0:22725:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e7563 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787614717.902623:0:22725:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e7563 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614717.902628:0:22725:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787614717.902641:0:22725:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7563 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.902647:0:22725:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787614717.902663:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7563 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.902670:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014000/0xbb6ded2d9f6e755c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7563 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614717.902682:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614717.902689:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614717.902691:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614717.902718:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3666:1874449272142336:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614717.902749:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614717.902778:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272142464:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614717.902800:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614717.902828:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272142336 00000100:00100000:0.0:1787614717.902832:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272142336 00010000:00010000:0.0:1787614717.902982:0:22723:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd9aa170200/0xbb6ded2d9f6e7571 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e756a expref: 25 pid: 22730 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.903143:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787614717.903275:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+25:25059:x1874449272141952:12345-0@lo:253:mount.lustre.0 Request processed in 12800us (13049us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614717.903284:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1787614717.904038:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272142464 00000100:00100000:0.0:1787614717.904046:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272142464 00010000:00010000:0.0:1787614717.904068:0:22723:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7563 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e755c expref: 25 pid: 22732 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614717.904566:0:23492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787614717.904579:0:23492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+25:3666:x1874449272142336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787614717.904593:0:23492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614717.904600:0:23492:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd9aa170200/0xbb6ded2d9f6e7571 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e756a expref: 25 pid: 22730 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.904613:0:23492:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd9aa170200/0xbb6ded2d9f6e7571 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e756a expref: 25 pid: 22730 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.904631:0:23492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787614717.904729:0:23492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+25:3666:x1874449272142336:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (1978us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.904736:0:23492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787614717.904769:0:23492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787614717.904775:0:23492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3663:x1874449272142464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787614717.904784:0:23492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614717.904789:0:23492:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7563 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e755c expref: 24 pid: 22732 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.904798:0:23492:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7563 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e755c expref: 24 pid: 22732 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.904811:0:23492:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.904819:0:23492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1787614717.904835:0:23492:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.011208495s 00010000:00010000:2.0:1787614717.904839:0:23492:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.904858:0:23492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.904866:0:23492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.904872:0:23492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.904878:0:23492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e0200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614717.904882:0:23492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.904900:0:23492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.904910:0:23492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614717.904929:0:23492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787614717.904957:0:23492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3663:x1874449272142464:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (2156us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614717.904963:0:23492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787614717.905118:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272142464:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787614717.905264:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9aa170200/0xbb6ded2d9f6e7571 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e756a expref: 23 pid: 22730 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614717.905277:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e0e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272142080:0@lo:104: 00010000:00010000:1.0:1787614717.905288:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7563 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e755c expref: 22 pid: 22732 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614717.905295:0:22753:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22753:1874449272142208:0@lo:104: 00010000:00010000:1.0:1787614717.905309:0:22753:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.905318:0:22753:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.905324:0:22753:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614717.905341:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e76cf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614717.905373:0:25059:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:25059:1874449272141952:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787614717.905384:0:25059:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1787614717.905387:0:25059:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787614717.905389:0:25059:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787614717.905390:0:25059:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787614717.905391:0:25059:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787614717.905392:0:25059:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787614717.905393:0:25059:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787614717.905395:0:25059:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787614717.905397:0:25059:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787614717.905398:0:25059:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1787614717.905408:0:25059:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1787614717.906147:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3666:1874449272142336:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1787614717.907795:0:25059:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1787614717.911089:0:25059:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1787614717.911099:0:25059:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1787614717.911135:0:25059:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1787614717.911180:0:25059:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.106@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1787614717.911198:0:25059:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1787614717.911219:0:25059:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1787614717.912201:0:25059:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787614717.912422:0:25059:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1787614718.105627:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787614718.105646:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272142592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787614718.105700:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614718.105752:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272142592 00000100:00100000:2.0:1787614718.105757:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272142592 00000100:00100000:2.0:1787614718.105791:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787614718.105797:0:24248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272142592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787614718.105824:0:24248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1787614718.105866:0:24248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272142592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614718.105874:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787614718.105902:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272142720:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787614718.105940:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614718.105988:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272142592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787614718.106068:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272142848:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787614718.106099:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614718.106132:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272142720 00000100:00100000:3.0:1787614718.106136:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272142720 00000100:00100000:0.0:1787614718.106151:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272142848 00000100:00100000:0.0:1787614718.106155:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272142848 00000100:00100000:3.0:1787614718.106162:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787614718.106170:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272142720:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787614718.106184:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787614718.106189:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272142848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787614718.106194:0:23812:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000004:00000024:0.0:1787614718.106206:0:22742:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787614718.106233:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272142720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614718.106239:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272142848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614718.106240:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787614718.106245:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787614718.106255:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272142720:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787614718.106279:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272142848:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787614718.366416:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787614718.763230:0:25125:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787614718.763484:0:25125:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787614719.387213:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787614719.448504:0:22734:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787614719.448512:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fd9bf7bb800 from 14 10000000:01000000:0.0:1787614719.448519:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787614719.448565:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171000/0xbb6ded2d9f6e76d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614719.448578:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171000/0xbb6ded2d9f6e76d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614719.448588:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171000/0xbb6ded2d9f6e76d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614719.448612:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9bab480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272142976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787614719.448676:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614719.448716:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9ad841cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787614719.448787:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272142976 00000100:00100000:2.0:1787614719.448795:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272142976 00000100:00100000:2.0:1787614719.448853:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787614719.448862:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7849450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:22734:x1874449272142976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787614719.448875:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614719.448888:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9a6db7a00/0xbb6ded2d9f6e76dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e76d6 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614719.448919:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9a6db7a00/0xbb6ded2d9f6e76dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e76d6 expref: 23 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614719.448929:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9a6db7a00/0xbb6ded2d9f6e76dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e76d6 expref: 23 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614719.448937:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9a6db7a00, rc 0) 00000100:00100000:2.0:1787614719.448979:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7849450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:22734:x1874449272142976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614719.448986:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787614719.449032:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9bab480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272142976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787614719.449045:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171000/0xbb6ded2d9f6e76d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e76dd expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614719.449054:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171000/0xbb6ded2d9f6e76d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e76dd expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614719.449104:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272143104:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787614719.449137:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614719.449157:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd8825df6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787614719.449204:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272143104 00000100:00100000:0.0:1787614719.449208:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272143104 00000100:00100000:0.0:1787614719.449239:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1787614719.449246:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:22734:x1874449272143104:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787614719.449259:0:22731:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787614719.449274:0:22731:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787614719.449277:0:22731:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1787614719.449351:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:22734:x1874449272143104:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 104us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614719.449359:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1787614719.449388:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272143104:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787614719.449466:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787614719.449473:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171000/0xbb6ded2d9f6e76d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e76dd expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614719.449481:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9aa171000/0xbb6ded2d9f6e76d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e76dd expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614719.449495:0:22734:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787614719.449497:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8fd9bce01000 from 14 10000000:01000000:0.0:1787614719.449499:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787614719.449513:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e76e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614719.449521:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e76e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614719.449529:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e76e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614719.449541:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272143232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787614719.449566:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614719.449579:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9ad841cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787614719.449591:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272143232 00000100:00100000:0.0:1787614719.449594:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272143232 00000100:00100000:0.0:1787614719.449611:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1787614719.449617:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:22734:x1874449272143232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787614719.449623:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614719.449632:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9aa171400/0xbb6ded2d9f6e76eb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e76e4 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614719.449645:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9aa171400/0xbb6ded2d9f6e76eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e76e4 expref: 24 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614719.449653:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9aa171400/0xbb6ded2d9f6e76eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e76e4 expref: 24 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614719.449669:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9aa171400, rc 0) 00000100:00100000:0.0:1787614719.449698:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:22734:x1874449272143232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 80us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614719.449704:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1787614719.449732:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272143232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787614719.449743:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e76e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e76eb expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614719.449751:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e76e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e76eb expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614719.449786:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272143360:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787614719.449812:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614719.449825:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9c0cc0840 going to sleep for 11 seconds 00000100:00100000:0.0:1787614719.449836:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272143360 00000100:00100000:0.0:1787614719.449839:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272143360 00000100:00100000:0.0:1787614719.449856:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1787614719.449862:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd488050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:22734:x1874449272143360:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787614719.449870:0:22731:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787614719.449880:0:22731:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787614719.449884:0:22731:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1787614719.449953:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd488050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:22734:x1874449272143360:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 90us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614719.449960:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1787614719.449985:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9ba9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272143360:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787614719.450023:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787614719.450028:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e76e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e76eb expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614719.450036:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9aa170a00/0xbb6ded2d9f6e76e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e76eb expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787614719.960758:0:23489:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787614720.152523:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272143488:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787614720.152590:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614720.153085:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272143488 00000100:00100000:1.0:1787614720.153094:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272143488 00000100:00100000:1.0:1787614720.153161:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787614720.153172:0:24248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272143488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787614720.153200:0:24248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787614720.153259:0:24248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272143488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614720.153279:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787614720.153393:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272143488:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1787614720.153466:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787614720.409079:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614721.431743:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614722.457979:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787614723.224782:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272143616:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787614723.224865:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.224944:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272143616 00000100:00100000:3.0:1787614723.224951:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272143616 00000100:00100000:3.0:1787614723.224995:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787614723.225004:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272143616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787614723.225035:0:23812:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787614723.225077:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272143616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.225083:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787614723.225126:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272143616:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787614723.230265:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787614723.230286:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272143744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787614723.230352:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614723.230397:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272143744 00000100:00100000:1.0:1787614723.230405:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272143744 00000100:00100000:1.0:1787614723.230481:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787614723.230491:0:24248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272143744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787614723.230519:0:24248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1787614723.230570:0:24248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272143744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614723.230578:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787614723.230620:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272143744:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1787614723.235796:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787614723.235912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1787614723.235913:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1787614723.235917:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787614723.235920:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787614723.235931:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8fd9bcf16000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:2.0:1787614723.235932:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3665:1874449272143872:0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.235951:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883fc1180 x1874449272144128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787614723.235977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787614723.235980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787614723.235981:0:37:0:(import.c:65:import_set_state_nolock()) ffff8fd8827fc000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787614723.235985:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8fd8827fc000 using connection 192.168.203.106@tcp/0@lo 00000100:00100000:3.0:1787614723.235994:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8fd883ef0e00 x1874449272144512/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787614723.235997:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614723.236039:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272144384:0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.236041:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272144640:0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.236067:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.236099:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3666:1874449272145152:0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.236120:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614723.236141:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.236145:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272144128:0@lo:8:kworker.0 00000100:00100000:2.0:1787614723.236161:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3665:1874449272145024:0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.236169:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614723.236180:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.236184:0:3662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272144512:0@lo:8:kworker.0 00000100:00100000:3.0:1787614723.236202:0:3662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614723.236217:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272143872 00000100:00100000:3.0:1787614723.236223:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272144640 00000100:00100000:2.0:1787614723.236224:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272143872 00000100:00100000:3.0:1787614723.236226:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272144640 00000100:00100000:3.0:1787614723.236257:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272145152 00000100:00100000:3.0:1787614723.236260:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272145152 00000100:00100000:2.0:1787614723.236261:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1787614723.236269:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3665:x1874449272143872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.236277:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272145024 00000100:00100000:3.0:1787614723.236280:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272145024 00000100:00100000:3.0:1787614723.236291:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787614723.236297:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1874449272144640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614723.236314:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3665:x1874449272143872:12345-0@lo:400:kworker.0 Request processed in 46us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614723.236321:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1787614723.236327:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1874449272144640:12345-0@lo:400:kworker.0 Request processed in 31us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.236332:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787614723.236342:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787614723.236348:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1874449272145152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614723.236349:0:22743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272144384 00000100:00100000:2.0:1787614723.236352:0:22743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272144384 00000100:00100000:3.0:1787614723.236371:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1874449272145152:12345-0@lo:400:kworker.0 Request processed in 24us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614723.236372:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787614723.236377:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787614723.236378:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272144384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.236386:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787614723.236391:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1874449272145024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614723.236405:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272144384:12345-0@lo:400:kworker.0 Request processed in 27us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.236411:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1874449272145024:12345-0@lo:400:kworker.0 Request processed in 20us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.236416:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787614723.236418:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787614723.236437:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272144128 00000100:00100000:3.0:1787614723.236462:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272144128 00000100:00100000:3.0:1787614723.236480:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272144512 00000100:00100000:3.0:1787614723.236482:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272144512 00000100:00100000:3.0:1787614723.236490:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787614723.236495:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272144128:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1787614723.236518:0:24244:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 720 last 0 00000020:00000080:3.0:1787614723.236556:0:24244:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbb6ded2d9f6e76f2 00002000:00100000:3.0:1787614723.236570:0:24244:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8fd881a6e800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113950 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1787614723.236574:0:24244:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1787614723.236577:0:24244:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1787614723.236755:0:24244:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1787614723.236777:0:24244:0:(import.c:65:import_set_state_nolock()) ffff8fd881a6b000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787614723.236814:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3662:x1874449272144128:12345-0@lo:8:kworker.0 Request processed in 318us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.236820:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787614723.236832:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787614723.236836:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3662:x1874449272144512:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1787614723.236849:0:24244:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 720 last 0 00000020:00000080:3.0:1787614723.236862:0:24244:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbb6ded2d9f6e76f9 00002000:00100000:3.0:1787614723.236867:0:24244:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8fd881a6c800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113950 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1787614723.236870:0:24244:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1787614723.236872:0:24244:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1787614723.236901:0:24244:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1787614723.236911:0:24244:0:(import.c:65:import_set_state_nolock()) ffff8fd881a6f800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787614723.236939:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3662:x1874449272144512:12345-0@lo:8:kworker.0 Request processed in 102us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.236953:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1787614723.236978:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787614723.236981:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1787614723.236998:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883ef0a80 x1874449272144640/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614723.237011:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3666:1874449272144640:0@lo:400:kworker.0 00010000:00080000:3.0:1787614723.237020:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883ef3480 x1874449272145152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614723.237028:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3666:1874449272145152:0@lo:400:kworker.0 00010000:00080000:3.0:1787614723.237053:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883fc1180 x1874449272144128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787614748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787614723.237063:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1787614723.237069:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787614723.237073:0:3662:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787614723.237076:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd9bcf16000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787614723.237095:0:3662:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787614723.237100:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3662:1874449272144128:0@lo:8:kworker.0 00010000:00080000:3.0:1787614723.237110:0:3662:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883ef0e00 x1874449272144512/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787614748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787614723.237118:0:3662:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1787614723.237122:0:3662:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787614723.237124:0:3662:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787614723.237126:0:3662:0:(import.c:65:import_set_state_nolock()) ffff8fd8827fc000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787614723.237136:0:3662:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787614723.237143:0:3662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3662:1874449272144512:0@lo:8:kworker.0 00000004:00080000:3.0:1787614723.237176:0:22764:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:3.0:1787614723.237189:0:22764:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22764:1874449272145408:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1787614723.237211:0:22764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.237224:0:22764:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bcf7a0c0 going to sleep for 11 seconds 00000004:00080000:3.0:1787614723.237242:0:23481:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1787614723.237253:0:23481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef3b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23481:1874449272145664:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1787614723.237269:0:23481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.237279:0:23481:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bcf7a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787614723.237288:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272145408 00000100:00100000:3.0:1787614723.237291:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272145408 00000100:00100000:3.0:1787614723.237311:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272145664 00000100:00100000:3.0:1787614723.237313:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272145664 00000100:00100000:3.0:1787614723.237324:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787614723.237328:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22764:x1874449272145408:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:3.0:1787614723.237501:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787614723.237512:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272144000:0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.237534:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.237547:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272144768:0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.237563:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.237574:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272145280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787614723.237590:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.237606:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787614723.237612:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3663:1874449272144256:0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.237631:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.237645:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3663:1874449272144896:0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.237669:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.237681:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272145536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787614723.237695:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.237715:0:24247:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1787614723.237721:0:24247:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1787614723.237734:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272144768 00000100:00100000:3.0:1787614723.237738:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272144768 00000100:00100000:3.0:1787614723.237764:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272144256 00000100:00100000:3.0:1787614723.237767:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272144256 00000100:00100000:3.0:1787614723.237777:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272144896 00000100:00100000:3.0:1787614723.237780:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272144896 00000100:00100000:3.0:1787614723.237792:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787614723.237797:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272144768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.237828:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272144768:12345-0@lo:400:kworker.0 Request processed in 31us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.237834:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787614723.237844:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787614723.237849:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1874449272144256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.237867:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1874449272144256:12345-0@lo:400:kworker.0 Request processed in 19us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.237873:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787614723.237890:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787614723.237896:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88303aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1874449272144896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.237916:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88303aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3663:x1874449272144896:12345-0@lo:400:kworker.0 Request processed in 22us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.237922:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787614723.237936:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272145280 00000100:00100000:3.0:1787614723.237943:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272145280 00000100:00100000:3.0:1787614723.237956:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272145536 00000100:00100000:3.0:1787614723.237958:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272145536 00000100:00100000:3.0:1787614723.237966:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787614723.237971:0:24248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3663:x1874449272145280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787614723.237984:0:24248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787614723.238009:0:24248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3663:x1874449272145280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.238014:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787614723.238022:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787614723.238027:0:24248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3663:x1874449272145536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787614723.238034:0:24248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787614723.238049:0:24248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3663:x1874449272145536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 22us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.238053:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:3.0:1787614723.238132:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787614723.238135:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1787614723.238154:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883ef1500 x1874449272144256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614723.238164:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3663:1874449272144256:0@lo:400:kworker.0 00010000:00080000:3.0:1787614723.238172:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883ef2680 x1874449272144896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614723.238179:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3663:1874449272144896:0@lo:400:kworker.0 00010000:00080000:3.0:1787614723.238187:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883ef2d80 x1874449272145536/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787614739 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614723.238198:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272145536:0@lo:13:osp-pre-1-1.0 00010000:00080000:3.0:1787614723.238212:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883ef2a00 x1874449272144768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614723.238220:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272144768:0@lo:400:kworker.0 00010000:00080000:3.0:1787614723.238228:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883ef0e00 x1874449272145280/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787614739 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614723.238236:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272145280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787614723.238280:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787614723.238287:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272145792:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787614723.238309:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.238330:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272145792 00000100:00100000:3.0:1787614723.238332:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272145792 00000100:00100000:3.0:1787614723.238353:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787614723.238358:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88303b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272145792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787614723.238377:0:22742:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787614723.238402:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88303b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272145792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 44us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.238408:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787614723.238428:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272145792:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787614723.238476:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272144000 00000100:00100000:3.0:1787614723.238479:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272144000 00000100:00100000:3.0:1787614723.238500:0:24247:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1787614723.238506:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787614723.238510:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272144000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.238537:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272144000:12345-0@lo:400:kworker.0 Request processed in 27us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.238550:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1787614723.238561:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787614723.238575:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272144000:0@lo:400:kworker.0 00000100:00100000:3.0:1787614723.238638:0:25377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787614723.238644:0:25377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23481:x1874449272145664:12345-0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1787614723.240141:0:22763:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1787614723.240241:0:22763:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 720367797939ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787614723.240249:0:22763:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1787614723.240397:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272144384:0@lo:400:kworker.0 00010000:00080000:2.0:1787614723.240426:0:3665:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883ef3100 x1874449272145024/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614723.240437:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3665:1874449272145024:0@lo:400:kworker.0 00000100:00100000:2.0:1787614723.240462:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3665:1874449272143872:0@lo:400:kworker.0 00000004:00080000:2.0:1787614723.240493:0:23480:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1787614723.240540:0:23480:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 720368097187ns, next at 0ns, rc = 0 00080000:00080000:2.0:1787614723.240545:0:23480:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1787614723.243674:0:23470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:3.0:1787614723.246659:0:22717:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:2.0:1787614723.247017:0:24244:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1787614723.247027:0:24244:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:2.0:1787614723.247033:0:24244:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00002000:00080000:3.0:1787614723.253243:0:25377:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:3.0:1787614723.253253:0:25377:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1787614723.253390:0:25377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23481:x1874449272145664:12345-0@lo:7:osp-pre-1-1.0 Request processed in 14741us (16115us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.253401:0:25377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00002000:00010000:3.0:1787614723.258351:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.258363:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7700 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.258381:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.258385:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.258391:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7700 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.258409:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7700 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.258418:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7700 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.258438:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7700 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.258467:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614723.258474:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614723.258480:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7700 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.258487:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014a00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614723.258492:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7700 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.258500:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7700 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.258517:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7700 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.258529:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7700 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.258546:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.258549:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.258550:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.259910:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.259920:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7707 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.259933:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.259936:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.259941:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7707 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.261627:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7707 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.261655:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7707 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.261664:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7707 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.261688:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787614723.261898:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787614723.261905:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7707 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.261918:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014e00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:3.0:1787614723.261923:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7707 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.261933:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7707 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.261951:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7707 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.261958:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7707 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.262101:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614723.262104:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614723.262106:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:1.0:1787614723.262726:0:23481:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883ef3b80 x1874449272145664/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787614739 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787614723.262743:0:23481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef3b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23481:1874449272145664:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1787614723.262758:0:23481:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1787614723.262801:0:23481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23481:1874449272145920:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1787614723.262858:0:23481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614723.262895:0:23481:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd884c17cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787614723.263366:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272145920 00000100:00100000:3.0:1787614723.263374:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272145920 00000100:00100000:3.0:1787614723.263415:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787614723.263428:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23481:x1874449272145920:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1787614723.263467:0:24247:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1787614723.263504:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23481:x1874449272145920:12345-0@lo:5:osp-pre-1-1.0 Request processed in 82us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.263510:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787614723.263710:0:23481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23481:1874449272145920:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1787614723.263721:0:23481:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1787614723.263748:0:23481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23481:1874449272146048:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1787614723.263783:0:23481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614723.263803:0:23481:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd884c17cc0 going to sleep for 11 seconds 00002000:00010000:1.0:1787614723.263903:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787614723.263911:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e770e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.263925:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787614723.263929:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787614723.263935:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e770e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.263948:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e770e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.263965:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e770e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.264078:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e770e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.264097:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787614723.264265:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614723.264271:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e770e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.264280:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614723.264284:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e770e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.264298:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e770e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.264312:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e770e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.264321:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbb831d8/0xbb6ded2d9f6e770e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.264337:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.264338:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.264340:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787614723.264636:0:25377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272146048 00000100:00100000:3.0:1787614723.264643:0:25377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272146048 00000100:00100000:3.0:1787614723.264679:0:25377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787614723.264686:0:25377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23481:x1874449272146048:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1787614723.264713:0:25377:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1787614723.267766:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.267779:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7715 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.267796:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.267800:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.267806:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7715 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.267819:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7715 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.267829:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7715 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.267836:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7715 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.267862:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614723.267910:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614723.267917:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7715 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.267926:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6015800 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614723.267930:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7715 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.267937:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7715 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.267951:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7715 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.267958:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7715 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.267975:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.267977:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.267978:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.268687:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.268696:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e771c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.268706:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.268714:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.268719:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e771c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.268729:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e771c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.268737:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e771c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.268744:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e771c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.268762:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787614723.269136:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614723.269143:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e771c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.269151:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014400 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614723.269155:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e771c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.269162:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e771c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.269175:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e771c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.269193:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e771c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.269210:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.269212:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.269215:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787614723.272998:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614723.273014:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099a8ee89/0xbb6ded2d9f6e7723 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.273033:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=720s v=(0 0) 00010000:00010000:2.0:1787614723.273037:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614723.273045:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099a8ee89/0xbb6ded2d9f6e7723 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.273061:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099a8ee89/0xbb6ded2d9f6e7723 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.273085:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099a8ee89/0xbb6ded2d9f6e7723 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.273094:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099a8ee89/0xbb6ded2d9f6e7723 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.273114:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614723.273315:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614723.273322:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099a8ee89/0xbb6ded2d9f6e7723 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.273331:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db6a00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614723.273336:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099a8ee89/0xbb6ded2d9f6e7723 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.273357:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099a8ee89/0xbb6ded2d9f6e7723 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.273374:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099a8ee89/0xbb6ded2d9f6e7723 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.273381:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099a8ee89/0xbb6ded2d9f6e7723 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.273399:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.273402:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.273403:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787614723.274212:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787614723.274219:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e772a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.274229:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=720s v=(0 0) 00010000:00010000:2.0:1787614723.274233:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614723.274238:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e772a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.274248:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e772a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.274256:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e772a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.274269:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e772a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.274284:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787614723.274771:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787614723.274778:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e772a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.274787:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db7c00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:3.0:1787614723.274792:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e772a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.274800:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e772a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.274814:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e772a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.274834:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e772a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.274848:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614723.274850:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614723.274851:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.275225:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.275231:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7731 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.275239:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.275242:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.275247:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.275256:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.275265:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.275272:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.275292:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614723.275324:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614723.275329:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.275336:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014e00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614723.275339:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.275347:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7731 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.275359:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7731 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.275367:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001806cd70/0xbb6ded2d9f6e7731 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.275380:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.275382:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.275384:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.275825:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.275836:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7738 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.275844:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.275847:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.275852:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7738 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.275861:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7738 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.275870:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7738 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.275877:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7738 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.275907:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614723.276146:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614723.276156:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7738 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.276164:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014a00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614723.276168:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7738 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.276177:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.276189:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7738 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.276196:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c5d02b7/0xbb6ded2d9f6e7738 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.276209:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.276211:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.276212:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.278158:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.278169:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ec71e56/0xbb6ded2d9f6e773f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.278184:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.278189:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.278194:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ec71e56/0xbb6ded2d9f6e773f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.278206:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ec71e56/0xbb6ded2d9f6e773f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.278222:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ec71e56/0xbb6ded2d9f6e773f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.278229:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ec71e56/0xbb6ded2d9f6e773f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.278510:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614723.279217:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614723.279225:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ec71e56/0xbb6ded2d9f6e773f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.279237:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014000 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614723.279242:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ec71e56/0xbb6ded2d9f6e773f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.279267:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ec71e56/0xbb6ded2d9f6e773f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.279283:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ec71e56/0xbb6ded2d9f6e773f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.279292:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ec71e56/0xbb6ded2d9f6e773f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.279313:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.279315:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.279317:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.281766:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.281777:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7746 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.281793:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.281797:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.281803:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7746 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.281815:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7746 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.281824:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7746 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.281832:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7746 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.281866:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614723.281923:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614723.281930:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7746 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.281938:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6015800 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614723.281942:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7746 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.281951:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7746 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.281967:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7746 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.281985:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e595900/0xbb6ded2d9f6e7746 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.282004:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.282006:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.282008:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.282438:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.282474:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e774d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.282483:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.282487:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.282491:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e774d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.282499:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e774d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.282507:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e774d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.282514:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e774d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.282528:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787614723.282575:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614723.282582:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e774d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.282592:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014400 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614723.282607:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e774d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.282618:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e774d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.282643:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e774d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.282664:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4e50582/0xbb6ded2d9f6e774d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.282685:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.282688:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.282689:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.283227:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.283234:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc2fa23d/0xbb6ded2d9f6e7754 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.283243:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.283252:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.283258:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc2fa23d/0xbb6ded2d9f6e7754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.283267:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc2fa23d/0xbb6ded2d9f6e7754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.283276:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc2fa23d/0xbb6ded2d9f6e7754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.283283:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc2fa23d/0xbb6ded2d9f6e7754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.283303:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787614723.283640:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.283646:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da28c362/0xbb6ded2d9f6e775b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.283653:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.283656:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.283659:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da28c362/0xbb6ded2d9f6e775b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.283667:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da28c362/0xbb6ded2d9f6e775b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.283674:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da28c362/0xbb6ded2d9f6e775b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.283687:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da28c362/0xbb6ded2d9f6e775b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.283706:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787614723.283820:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787614723.283825:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc2fa23d/0xbb6ded2d9f6e7754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.283833:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f2e00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614723.283838:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc2fa23d/0xbb6ded2d9f6e7754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.283846:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc2fa23d/0xbb6ded2d9f6e7754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.283859:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc2fa23d/0xbb6ded2d9f6e7754 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.283867:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc2fa23d/0xbb6ded2d9f6e7754 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.283892:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614723.283896:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da28c362/0xbb6ded2d9f6e775b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.283908:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f2200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614723.283912:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da28c362/0xbb6ded2d9f6e775b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.283919:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da28c362/0xbb6ded2d9f6e775b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.283930:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da28c362/0xbb6ded2d9f6e775b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.283936:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da28c362/0xbb6ded2d9f6e775b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.283949:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.283951:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.283953:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.284021:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.284027:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7cbfcc4/0xbb6ded2d9f6e7762 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.284027:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614723.284035:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.284038:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.284043:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7cbfcc4/0xbb6ded2d9f6e7762 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.284051:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7cbfcc4/0xbb6ded2d9f6e7762 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.284059:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7cbfcc4/0xbb6ded2d9f6e7762 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.284067:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d7cbfcc4/0xbb6ded2d9f6e7762 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.284085:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614723.284149:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614723.284154:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d7cbfcc4/0xbb6ded2d9f6e7762 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.284162:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f2800 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614723.284165:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7cbfcc4/0xbb6ded2d9f6e7762 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.284173:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7cbfcc4/0xbb6ded2d9f6e7762 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.284185:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d7cbfcc4/0xbb6ded2d9f6e7762 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.284192:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7cbfcc4/0xbb6ded2d9f6e7762 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.284204:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.284206:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.284213:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.285643:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.285653:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008344f589/0xbb6ded2d9f6e7769 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.285670:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.285674:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.285680:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008344f589/0xbb6ded2d9f6e7769 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.285690:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008344f589/0xbb6ded2d9f6e7769 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.285699:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008344f589/0xbb6ded2d9f6e7769 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.285707:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008344f589/0xbb6ded2d9f6e7769 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.286629:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614723.286909:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614723.286917:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008344f589/0xbb6ded2d9f6e7769 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.286929:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f3c00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614723.286934:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008344f589/0xbb6ded2d9f6e7769 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.286943:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008344f589/0xbb6ded2d9f6e7769 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.286960:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008344f589/0xbb6ded2d9f6e7769 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.286968:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008344f589/0xbb6ded2d9f6e7769 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.286986:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.286988:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.286990:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.287275:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.287281:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b558935/0xbb6ded2d9f6e7770 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.287291:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.287295:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.287301:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b558935/0xbb6ded2d9f6e7770 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.287312:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b558935/0xbb6ded2d9f6e7770 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.287332:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b558935/0xbb6ded2d9f6e7770 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.287340:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b558935/0xbb6ded2d9f6e7770 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.287358:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787614723.287659:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614723.287665:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b558935/0xbb6ded2d9f6e7770 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.287672:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f2400 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614723.287675:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b558935/0xbb6ded2d9f6e7770 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.287683:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b558935/0xbb6ded2d9f6e7770 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.287701:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b558935/0xbb6ded2d9f6e7770 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.287708:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b558935/0xbb6ded2d9f6e7770 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.287723:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.287725:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.287727:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.288239:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.288246:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087bdacbe/0xbb6ded2d9f6e7777 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.288254:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.288257:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.288262:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087bdacbe/0xbb6ded2d9f6e7777 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.288271:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087bdacbe/0xbb6ded2d9f6e7777 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.288279:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087bdacbe/0xbb6ded2d9f6e7777 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.288287:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087bdacbe/0xbb6ded2d9f6e7777 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.289091:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787614723.289151:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614723.289208:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087bdacbe/0xbb6ded2d9f6e7777 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.289216:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f2600 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614723.289221:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087bdacbe/0xbb6ded2d9f6e7777 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.289241:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087bdacbe/0xbb6ded2d9f6e7777 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.289256:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087bdacbe/0xbb6ded2d9f6e7777 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.289263:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087bdacbe/0xbb6ded2d9f6e7777 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614723.289279:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.289281:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614723.289282:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.292701:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.292712:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e777e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.292729:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.292733:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.292739:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e777e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.292753:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e777e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.292764:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e777e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.292772:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e777e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.292794:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787614723.292817:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614723.292824:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e777e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.292832:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f2c00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614723.292837:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e777e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.292846:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e777e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.292864:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e777e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.292870:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e777e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.292912:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.292914:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.292915:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.295754:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.295766:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000094e8fd1/0xbb6ded2d9f6e7785 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.295783:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.295797:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.295803:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000094e8fd1/0xbb6ded2d9f6e7785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.295817:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000094e8fd1/0xbb6ded2d9f6e7785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.295827:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000094e8fd1/0xbb6ded2d9f6e7785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.295834:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000094e8fd1/0xbb6ded2d9f6e7785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.295857:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787614723.298207:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614723.298223:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000094e8fd1/0xbb6ded2d9f6e7785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.298238:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f3a00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614723.298244:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000094e8fd1/0xbb6ded2d9f6e7785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.298255:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000094e8fd1/0xbb6ded2d9f6e7785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.298279:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000094e8fd1/0xbb6ded2d9f6e7785 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.298288:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000094e8fd1/0xbb6ded2d9f6e7785 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.298310:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.298312:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.298314:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614723.299924:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614723.299935:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e778c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.299977:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787614723.299982:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614723.299989:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e778c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300002:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e778c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300012:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e778c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300019:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e778c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300038:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787614723.300049:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614723.300053:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e778c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300060:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa170400 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614723.300064:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e778c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300072:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e778c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300099:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e778c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300106:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000deb6fb8f/0xbb6ded2d9f6e778c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300122:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.300124:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.300126:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614723.300638:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614723.300645:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003749c08d/0xbb6ded2d9f6e7793 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300654:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787614723.300658:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614723.300662:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003749c08d/0xbb6ded2d9f6e7793 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300672:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003749c08d/0xbb6ded2d9f6e7793 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300680:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003749c08d/0xbb6ded2d9f6e7793 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300688:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003749c08d/0xbb6ded2d9f6e7793 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.300720:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787614723.300971:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614723.300977:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003749c08d/0xbb6ded2d9f6e7793 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.300986:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa170200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614723.300990:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003749c08d/0xbb6ded2d9f6e7793 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.300998:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003749c08d/0xbb6ded2d9f6e7793 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301010:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003749c08d/0xbb6ded2d9f6e7793 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301018:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003749c08d/0xbb6ded2d9f6e7793 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301033:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.301035:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.301036:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614723.301183:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614723.301189:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e779a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301197:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787614723.301200:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614723.301204:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e779a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301213:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e779a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301220:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e779a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301226:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e779a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301242:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787614723.301300:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614723.301305:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e779a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301313:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa170c00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614723.301317:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e779a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301325:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e779a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301336:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e779a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301343:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013ff3adb/0xbb6ded2d9f6e779a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301356:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.301358:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.301359:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614723.301549:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614723.301555:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000968117fb/0xbb6ded2d9f6e77a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301563:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787614723.301572:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614723.301576:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000968117fb/0xbb6ded2d9f6e77a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301585:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000968117fb/0xbb6ded2d9f6e77a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301592:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000968117fb/0xbb6ded2d9f6e77a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301599:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000968117fb/0xbb6ded2d9f6e77a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301609:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787614723.301616:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614723.301621:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000968117fb/0xbb6ded2d9f6e77a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301629:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa171c00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614723.301632:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000968117fb/0xbb6ded2d9f6e77a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301651:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000968117fb/0xbb6ded2d9f6e77a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301662:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000968117fb/0xbb6ded2d9f6e77a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301670:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000968117fb/0xbb6ded2d9f6e77a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.301683:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.301685:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.301686:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614723.301828:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614723.301833:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e77a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301840:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787614723.301842:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614723.301846:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e77a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301854:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e77a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301861:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e77a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301872:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e77a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.301902:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787614723.302144:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614723.302149:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e77a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.302157:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa171600 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614723.302161:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e77a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.302169:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e77a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.302180:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e77a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.302197:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce795f2a/0xbb6ded2d9f6e77a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.302211:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.302213:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.302214:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614723.302481:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614723.302487:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e77af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.302495:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787614723.302498:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614723.302501:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e77af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.302511:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e77af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.302518:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e77af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.302524:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e77af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.302535:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787614723.302606:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614723.302611:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e77af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.302619:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9aa171200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614723.302623:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e77af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.302631:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e77af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.302642:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e77af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.302649:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f353bca5/0xbb6ded2d9f6e77af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.302662:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.302663:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.302665:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614723.303624:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614723.303632:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c3b0031/0xbb6ded2d9f6e77b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.303648:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787614723.303652:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614723.303657:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c3b0031/0xbb6ded2d9f6e77b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.303668:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c3b0031/0xbb6ded2d9f6e77b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.303675:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c3b0031/0xbb6ded2d9f6e77b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.303683:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c3b0031/0xbb6ded2d9f6e77b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.303704:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787614723.303842:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614723.303848:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c3b0031/0xbb6ded2d9f6e77b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.303855:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981487c00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614723.303859:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c3b0031/0xbb6ded2d9f6e77b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.303866:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c3b0031/0xbb6ded2d9f6e77b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.303887:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c3b0031/0xbb6ded2d9f6e77b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.303895:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c3b0031/0xbb6ded2d9f6e77b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.303910:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.303912:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.303914:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787614723.306768:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787614723.306782:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0fdf8c0/0xbb6ded2d9f6e77bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.306799:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787614723.306803:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787614723.306809:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0fdf8c0/0xbb6ded2d9f6e77bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.306821:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0fdf8c0/0xbb6ded2d9f6e77bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.306843:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0fdf8c0/0xbb6ded2d9f6e77bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.306850:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0fdf8c0/0xbb6ded2d9f6e77bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.306864:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787614723.307818:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614723.307826:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0fdf8c0/0xbb6ded2d9f6e77bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.307837:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981486200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614723.307841:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0fdf8c0/0xbb6ded2d9f6e77bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.307863:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0fdf8c0/0xbb6ded2d9f6e77bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.307892:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0fdf8c0/0xbb6ded2d9f6e77bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.307901:0:22726:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0fdf8c0/0xbb6ded2d9f6e77bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614723.307922:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.307924:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614723.307925:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787614723.308556:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.308564:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbca957b/0xbb6ded2d9f6e77c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.308575:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.308579:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.308584:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbca957b/0xbb6ded2d9f6e77c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.308595:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbca957b/0xbb6ded2d9f6e77c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.308604:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbca957b/0xbb6ded2d9f6e77c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.308617:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dbca957b/0xbb6ded2d9f6e77c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.308674:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787614723.309686:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.309694:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008df69a8c/0xbb6ded2d9f6e77cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.309705:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.309709:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.309713:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008df69a8c/0xbb6ded2d9f6e77cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.309724:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008df69a8c/0xbb6ded2d9f6e77cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.309733:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008df69a8c/0xbb6ded2d9f6e77cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.309741:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008df69a8c/0xbb6ded2d9f6e77cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.311354:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787614723.311366:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dbca957b/0xbb6ded2d9f6e77c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.311379:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f3000 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614723.311384:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbca957b/0xbb6ded2d9f6e77c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.311395:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbca957b/0xbb6ded2d9f6e77c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.311411:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dbca957b/0xbb6ded2d9f6e77c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.311419:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbca957b/0xbb6ded2d9f6e77c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.311439:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614723.311466:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008df69a8c/0xbb6ded2d9f6e77cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.311473:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f3600 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614723.311477:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008df69a8c/0xbb6ded2d9f6e77cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.311484:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008df69a8c/0xbb6ded2d9f6e77cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.311494:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008df69a8c/0xbb6ded2d9f6e77cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.311501:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.311503:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.311505:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614723.311603:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787614723.311609:0:24244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008df69a8c/0xbb6ded2d9f6e77cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787614723.312644:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.312653:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f76f59ab/0xbb6ded2d9f6e77d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.312664:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.312669:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.312674:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f76f59ab/0xbb6ded2d9f6e77d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.312685:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f76f59ab/0xbb6ded2d9f6e77d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.312693:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f76f59ab/0xbb6ded2d9f6e77d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.312700:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f76f59ab/0xbb6ded2d9f6e77d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.319143:0:22726:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614723.319157:0:22726:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f76f59ab/0xbb6ded2d9f6e77d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.319172:0:22726:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f3200 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614723.319177:0:22726:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f76f59ab/0xbb6ded2d9f6e77d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.319188:0:22726:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f76f59ab/0xbb6ded2d9f6e77d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.319208:0:22726:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f76f59ab/0xbb6ded2d9f6e77d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.319230:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.319232:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.319234:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787614723.319553:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787614723.319561:0:24244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f76f59ab/0xbb6ded2d9f6e77d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787614723.320250:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787614723.320258:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002866fcbc/0xbb6ded2d9f6e77d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.320281:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787614723.320286:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614723.320292:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002866fcbc/0xbb6ded2d9f6e77d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.320304:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002866fcbc/0xbb6ded2d9f6e77d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.320314:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002866fcbc/0xbb6ded2d9f6e77d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.320322:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002866fcbc/0xbb6ded2d9f6e77d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614723.320334:0:24244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1787614723.320562:0:24244:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:3.0:1787614723.320639:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22764:x1874449272145408:12345-0@lo:5:osp-pre-1-0.0 Request processed in 83307us (83424us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.320648:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787614723.320694:0:22764:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef3480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22764:1874449272145408:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1787614723.320708:0:22764:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:3.0:1787614723.320749:0:22764:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883038700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22764:1874449272146176:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1787614723.320781:0:22764:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614723.320803:0:22764:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a0358900 going to sleep for 11 seconds 00000100:00100000:3.0:1787614723.320831:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272146176 00000100:00100000:3.0:1787614723.320838:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272146176 00000100:00100000:3.0:1787614723.320873:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787614723.320893:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88303ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22764:x1874449272146176:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1787614723.320925:0:24246:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000001:00080000:3.0:1787614723.321612:0:25060:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1787614723.321649:0:25060:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1787614723.321653:0:25060:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1787614723.322142:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787614723.322152:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002866fcbc/0xbb6ded2d9f6e77d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.322163:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f2000 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614723.322168:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002866fcbc/0xbb6ded2d9f6e77d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.322178:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002866fcbc/0xbb6ded2d9f6e77d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.322195:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002866fcbc/0xbb6ded2d9f6e77d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.322203:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002866fcbc/0xbb6ded2d9f6e77d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614723.322219:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.322220:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.322222:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787614723.322227:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614723.322609:0:25377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23481:x1874449272146048:12345-0@lo:5:osp-pre-1-1.0 Request processed in 57919us (58820us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1787614723.322628:0:25377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787614723.324634:0:23481:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1787614723.324647:0:23481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23481:1874449272146048:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1787614723.324663:0:23481:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1787614723.324868:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88303ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22764:x1874449272146176:12345-0@lo:5:osp-pre-1-0.0 Request processed in 3986us (4085us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1787614723.324889:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787614723.325142:0:23481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23481:1874449272146304:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1787614723.325191:0:23481:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614723.325223:0:23481:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd884c17cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787614723.325830:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272146304 00000100:00100000:3.0:1787614723.325839:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272146304 00000100:00100000:3.0:1787614723.325899:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787614723.325910:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23481:x1874449272146304:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1787614723.325980:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23481:x1874449272146304:12345-0@lo:900:osp-pre-1-1.0 Request processed in 72us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614723.325988:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1787614723.326021:0:23481:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd9b62e3100 x1874449272146304/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787614739 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787614723.326034:0:23481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e3100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23481:1874449272146304:0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1787614723.326621:0:22764:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883038700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22764:1874449272146176:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1787614723.326633:0:22764:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:1.0:1787614723.480806:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787614723.634991:0:25416:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg306-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1787614724.503690:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787614724.558962:0:25468:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787614724.559227:0:25468:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1787614725.273176:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88303a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272146432:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787614725.273248:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614725.273341:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272146432 00000100:00100000:3.0:1787614725.273349:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272146432 00000100:00080000:1.0:1787614725.273401:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787614725.273416:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787614725.273427:0:24248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272146432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787614725.273480:0:24248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787614725.273548:0:24248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272146432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614725.273570:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787614725.273784:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88303a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272146432:0@lo:13:osp-pre-0-0.0 00000020:00000004:0.0:1787614725.377409:0:25518:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787614725.378743:0:25518:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787614725.527732:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614725.676168:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614725.676306:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252107008 00000100:00100000:2.0:1787614725.676317:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252107008 00000100:00100000:2.0:1787614725.676366:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 114 00000100:00100000:2.0:1787614725.676374:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2403:x1874449252107008:12345-192.168.203.6@tcp:250:mount.lustre.0 00010000:00080000:2.0:1787614725.676401:0:22730:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b@192.168.203.6@tcp t0 exp 0000000000000000 cur 722 last 0 00000020:00000080:2.0:1787614725.676660:0:22730:0:(genops.c:1385:class_connect()) connect: client 51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b, cookie 0xbb6ded2d9f6e77e0 00000100:00080000:2.0:1787614725.677227:0:22730:0:(import.c:65:import_set_state_nolock()) ffff8fd88279f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787614725.677301:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+5:2403:x1874449252107008:12345-192.168.203.6@tcp:250:mount.lustre.0 Request processed in 924us (1141us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614725.677311:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 114 00000100:00100000:1.0:1787614725.688889:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614725.689137:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252107136 00000100:00100000:3.0:1787614725.689148:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252107136 00000100:00100000:3.0:1787614725.689208:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 115 00000100:00100000:3.0:1787614725.689219:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+5:18093:x1874449252107136:12345-192.168.203.6@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787614725.689237:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787614725.689257:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd8827f3600/0xbb6ded2d9f6e77e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cd56 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614725.689286:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd8827f3600/0xbb6ded2d9f6e77e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd56 expref: 6 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614725.689297:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd8827f3600/0xbb6ded2d9f6e77e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd56 expref: 6 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614725.689306:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd8827f3600, rc 0) 00000100:00100000:3.0:1787614725.689369:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+6:18093:x1874449252107136:12345-192.168.203.6@tcp:101:mount.lustre.0 Request processed in 152us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614725.689376:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 115 00000100:00100000:3.0:1787614725.694678:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614725.694918:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252107264 00000100:00100000:0.0:1787614725.694927:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252107264 00000100:00100000:0.0:1787614725.694987:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 116 00000100:00100000:0.0:1787614725.694998:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd488c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+6:18093:x1874449252107264:12345-192.168.203.6@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787614725.695729:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd488c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+6:18093:x1874449252107264:12345-192.168.203.6@tcp:501:mount.lustre.0 Request processed in 728us (1057us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787614725.695738:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 116 00000100:00100000:0.0:1787614725.701332:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614725.701427:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252107392 00000100:00100000:2.0:1787614725.701437:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252107392 00000100:00100000:2.0:1787614725.701528:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 117 00000100:00100000:2.0:1787614725.701538:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd489050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+6:18093:x1874449252107392:12345-192.168.203.6@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787614725.701553:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614725.701569:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9a6db6e00/0xbb6ded2d9f6e77ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cd5d expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614725.701595:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9a6db6e00/0xbb6ded2d9f6e77ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd5d expref: 7 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614725.701605:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9a6db6e00/0xbb6ded2d9f6e77ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd5d expref: 7 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614725.701613:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9a6db6e00, rc 0) 00000100:00100000:2.0:1787614725.701667:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd489050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+7:18093:x1874449252107392:12345-192.168.203.6@tcp:101:mount.lustre.0 Request processed in 131us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614725.701674:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 117 00000100:00100000:1.0:1787614725.708127:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614725.708257:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252107520 00000100:00100000:3.0:1787614725.708268:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252107520 00000100:00100000:3.0:1787614725.708326:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 118 00000100:00100000:3.0:1787614725.708336:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd488450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+7:18093:x1874449252107520:12345-192.168.203.6@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787614725.708531:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd488450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+8:18093:x1874449252107520:12345-192.168.203.6@tcp:501:mount.lustre.0 Request processed in 196us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614725.708556:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 118 00000100:00100000:3.0:1787614725.716032:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614725.716250:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252107648 00000100:00100000:0.0:1787614725.716260:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252107648 00000100:00100000:0.0:1787614725.716316:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 119 00000100:00100000:0.0:1787614725.716326:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+8:18093:x1874449252107648:12345-192.168.203.6@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787614725.716526:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+8:18093:x1874449252107648:12345-192.168.203.6@tcp:503:mount.lustre.0 Request processed in 191us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614725.716534:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 119 00000100:00100000:0.0:1787614725.721792:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614725.722259:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252107776 00000100:00100000:2.0:1787614725.722269:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252107776 00000100:00100000:2.0:1787614725.722325:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 120 00000100:00100000:2.0:1787614725.722335:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd489c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+8:18111:x1874449252107776:12345-192.168.203.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787614725.724884:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd489c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+8:18111:x1874449252107776:12345-192.168.203.6@tcp:502:llog_process_th.0 Request processed in 2530us (3081us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614725.724900:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 120 00000100:00100000:1.0:1787614725.756625:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614725.756910:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252107904 00000100:00100000:3.0:1787614725.756920:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252107904 00000100:00100000:3.0:1787614725.756986:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 121 00000100:00100000:3.0:1787614725.756996:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+8:18111:x1874449252107904:12345-192.168.203.6@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787614725.757167:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+8:18111:x1874449252107904:12345-192.168.203.6@tcp:502:llog_process_th.0 Request processed in 171us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614725.757175:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 121 00000100:00100000:3.0:1787614725.760995:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614725.761197:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252108032 00000100:00100000:2.0:1787614725.761206:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252108032 00000100:00100000:2.0:1787614725.761261:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 122 00000100:00100000:2.0:1787614725.761286:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd489450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+8:18111:x1874449252108032:12345-192.168.203.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787614725.761426:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd489450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+8:18111:x1874449252108032:12345-192.168.203.6@tcp:502:llog_process_th.0 Request processed in 141us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614725.761434:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 122 00000100:00100000:1.0:1787614725.769133:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614725.769278:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252108160 00000100:00100000:0.0:1787614725.769299:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252108160 00000100:00100000:0.0:1787614725.769355:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 123 00000100:00100000:0.0:1787614725.769365:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+8:18093:x1874449252108160:12345-192.168.203.6@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787614725.769381:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614725.769398:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd981486000/0xbb6ded2d9f6e77f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cd8e expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614725.769426:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd981486000/0xbb6ded2d9f6e77f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd8e expref: 9 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614725.769436:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd981486000/0xbb6ded2d9f6e77f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd8e expref: 9 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614725.769464:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd981486000, rc 0) 00000100:00100000:0.0:1787614725.769527:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+9:18093:x1874449252108160:12345-192.168.203.6@tcp:101:mount.lustre.0 Request processed in 163us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614725.769534:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 123 00000100:00100000:1.0:1787614725.775379:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614725.775471:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252108288 00000100:00100000:3.0:1787614725.775481:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252108288 00000100:00100000:3.0:1787614725.775681:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 124 00000100:00100000:3.0:1787614725.775692:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd488850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+9:18093:x1874449252108288:12345-192.168.203.6@tcp:256:mount.lustre.0 20000000:01000000:3.0:1787614725.775717:0:22732:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1787614725.775738:0:22732:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1787614725.775742:0:22732:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1787614725.775745:0:22732:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1787614725.775747:0:22732:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1787614725.775749:0:22732:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1787614725.793435:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd488850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+9:18093:x1874449252108288:12345-192.168.203.6@tcp:256:mount.lustre.0 Request processed in 17734us (18055us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614725.793467:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 124 00000100:00100000:0.0:1787614725.808552:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614725.808744:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252108416 00000100:00100000:1.0:1787614725.808754:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252108416 00000100:00100000:1.0:1787614725.808814:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 125 00000100:00100000:1.0:1787614725.808825:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd489850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+9:18093:x1874449252108416:12345-192.168.203.6@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787614725.808842:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614725.808873:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e77fc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cd95 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614725.808904:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e77fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd95 expref: 10 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614725.808915:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e77fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd95 expref: 10 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614725.808924:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e0200, rc 0) 00000100:00100000:1.0:1787614725.808990:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd489850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+10:18093:x1874449252108416:12345-192.168.203.6@tcp:101:mount.lustre.0 Request processed in 166us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614725.808997:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 125 00000100:00100000:1.0:1787614725.821008:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614725.821158:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252108544 00000100:00100000:3.0:1787614725.821169:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252108544 00000100:00100000:3.0:1787614725.821229:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 126 00000100:00100000:3.0:1787614725.821255:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+10:18093:x1874449252108544:12345-192.168.203.6@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787614725.821421:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+10:18093:x1874449252108544:12345-192.168.203.6@tcp:501:mount.lustre.0 Request processed in 167us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614725.821430:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 126 00000100:00100000:3.0:1787614725.826098:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614725.827204:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252108672 00000100:00100000:0.0:1787614725.827217:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252108672 00000100:00100000:0.0:1787614725.827278:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 127 00000100:00100000:0.0:1787614725.827289:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+10:18093:x1874449252108672:12345-192.168.203.6@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787614725.827491:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+10:18093:x1874449252108672:12345-192.168.203.6@tcp:503:mount.lustre.0 Request processed in 203us (1404us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614725.827517:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 127 00000100:00100000:0.0:1787614725.837162:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614725.837639:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252108800 00000100:00100000:1.0:1787614725.837651:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252108800 00000100:00100000:1.0:1787614725.837717:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 128 00000100:00100000:1.0:1787614725.837727:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+10:18116:x1874449252108800:12345-192.168.203.6@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787614725.838008:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+10:18116:x1874449252108800:12345-192.168.203.6@tcp:502:llog_process_th.0 Request processed in 281us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614725.838025:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 128 00000100:00100000:1.0:1787614725.857554:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614725.857660:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252108928 00000100:00100000:3.0:1787614725.857669:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252108928 00000100:00100000:3.0:1787614725.857727:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 129 00000100:00100000:3.0:1787614725.857738:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+10:18116:x1874449252108928:12345-192.168.203.6@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787614725.857909:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+10:18116:x1874449252108928:12345-192.168.203.6@tcp:502:llog_process_th.0 Request processed in 171us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614725.857918:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 129 00000100:00100000:3.0:1787614725.883921:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614725.884014:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614725.884090:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252109056 00000100:00100000:1.0:1787614725.884101:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252109056 00000100:00100000:1.0:1787614725.884143:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252109312 00000100:00100000:1.0:1787614725.884147:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252109312 00000100:00100000:1.0:1787614725.884175:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 7 00000100:00100000:1.0:1787614725.884184:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2403:x1874449252109056:12345-192.168.203.6@tcp:38:mount.lustre.0 00010000:00080000:1.0:1787614725.884212:0:22739:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 4eff3b32-79ef-4ec7-b739-cdeedbbde69e@192.168.203.6@tcp t0 exp 0000000000000000 cur 723 last 0 00000020:00000080:1.0:1787614725.884261:0:22739:0:(genops.c:1385:class_connect()) connect: client 4eff3b32-79ef-4ec7-b739-cdeedbbde69e, cookie 0xbb6ded2d9f6e7803 00000004:00100000:1.0:1787614725.884287:0:22739:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:2.0:1787614725.884491:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 8 00000100:00100000:2.0:1787614725.884500:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883038000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2403:x1874449252109312:12345-192.168.203.6@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787614725.884521:0:22737:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 4eff3b32-79ef-4ec7-b739-cdeedbbde69e@192.168.203.6@tcp t0 exp 0000000000000000 cur 723 last 0 00000100:00080000:1.0:1787614725.884540:0:22739:0:(import.c:65:import_set_state_nolock()) ffff8fd9b6bd6800 : changing import state from RECOVER to FULL 00000020:00000080:2.0:1787614725.884555:0:22737:0:(genops.c:1385:class_connect()) connect: client 4eff3b32-79ef-4ec7-b739-cdeedbbde69e, cookie 0xbb6ded2d9f6e780a 00000004:00100000:2.0:1787614725.884581:0:22737:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00100000:1.0:1787614725.884608:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:2403:x1874449252109056:12345-192.168.203.6@tcp:38:mount.lustre.0 Request processed in 423us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614725.884617:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 7 00000100:00080000:2.0:1787614725.884758:0:22737:0:(import.c:65:import_set_state_nolock()) ffff8fd88279c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787614725.884840:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883038000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:2403:x1874449252109312:12345-192.168.203.6@tcp:38:mount.lustre.0 Request processed in 340us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614725.884847:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 8 00000100:00100000:3.0:1787614725.895564:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614725.895621:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614725.895754:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252109440 00000100:00100000:0.0:1787614725.895779:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252109440 00000100:00100000:0.0:1787614725.895870:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252109184 00000100:00100000:0.0:1787614725.895875:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252109184 00000100:00100000:0.0:1787614725.895906:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 9 00000100:00100000:0.0:1787614725.895919:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:0:x1874449252109440:12345-192.168.203.6@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787614725.895957:0:22738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787614725.896420:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:0:x1874449252109440:12345-192.168.203.6@tcp:41:mount.lustre.0 Request processed in 502us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614725.896429:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 9 00000100:00100000:0.0:1787614725.896472:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 10 00000100:00100000:0.0:1787614725.896481:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:0:x1874449252109184:12345-192.168.203.6@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787614725.896501:0:22738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787614725.896540:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:0:x1874449252109184:12345-192.168.203.6@tcp:41:mount.lustre.0 Request processed in 60us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614725.896547:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 10 00000100:00080000:3.0:1787614725.897610:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787614725.897619:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787614725.908744:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614725.909917:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252109568 00000100:00100000:3.0:1787614725.909931:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252109568 00000100:00100000:3.0:1787614725.910001:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 11 00000100:00100000:3.0:1787614725.910012:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18093:x1874449252109568:12345-192.168.203.6@tcp:41:mount.lustre.0 00000004:00000024:3.0:1787614725.910046:0:22738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787614725.910130:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18093:x1874449252109568:12345-192.168.203.6@tcp:41:mount.lustre.0 Request processed in 119us (1394us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614725.910138:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 11 00000100:00100000:0.0:1787614725.913932:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614725.914263:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252109696 00000100:00100000:2.0:1787614725.914273:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252109696 00000100:00100000:2.0:1787614725.914339:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 12 00000100:00100000:2.0:1787614725.914351:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9baad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18093:x1874449252109696:12345-192.168.203.6@tcp:40:mount.lustre.0 00000100:00100000:2.0:1787614725.914505:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9baad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18093:x1874449252109696:12345-192.168.203.6@tcp:40:mount.lustre.0 Request processed in 155us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614725.914513:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 12 00000100:00100000:0.0:1787614725.916665:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614725.916704:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614725.916739:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614725.916819:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252109824 00000100:00100000:1.0:1787614725.916829:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252109824 00000100:00100000:1.0:1787614725.916873:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252109952 00000100:00100000:1.0:1787614725.916876:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252109952 00000100:00100000:1.0:1787614725.916895:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 24 00000100:00100000:1.0:1787614725.916903:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9bab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2403:x1874449252109824:12345-192.168.203.6@tcp:8:mount.lustre.0 00010000:00080000:1.0:1787614725.916949:0:24247:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 4eff3b32-79ef-4ec7-b739-cdeedbbde69e@192.168.203.6@tcp t0 exp 0000000000000000 cur 723 last 0 00000020:00000080:1.0:1787614725.916981:0:24247:0:(genops.c:1385:class_connect()) connect: client 4eff3b32-79ef-4ec7-b739-cdeedbbde69e, cookie 0xbb6ded2d9f6e7811 00002000:00100000:1.0:1787614725.916993:0:24247:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 4eff3b32-79ef-4ec7-b739-cdeedbbde69e/ffff8fd9b6bd3000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113950 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1787614725.917004:0:24247:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1787614725.917223:0:24247:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1787614725.917254:0:24247:0:(import.c:65:import_set_state_nolock()) ffff8fd9b6bd6000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787614725.917318:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9bab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:2403:x1874449252109824:12345-192.168.203.6@tcp:8:mount.lustre.0 Request processed in 415us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614725.917326:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 24 00000100:00100000:1.0:1787614725.917343:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 25 00000100:00100000:1.0:1787614725.917348:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2403:x1874449252109952:12345-192.168.203.6@tcp:8:mount.lustre.0 00010000:00080000:1.0:1787614725.917364:0:24247:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 4eff3b32-79ef-4ec7-b739-cdeedbbde69e@192.168.203.6@tcp t0 exp 0000000000000000 cur 723 last 0 00000020:00000080:1.0:1787614725.917379:0:24247:0:(genops.c:1385:class_connect()) connect: client 4eff3b32-79ef-4ec7-b739-cdeedbbde69e, cookie 0xbb6ded2d9f6e7818 00002000:00100000:1.0:1787614725.917383:0:24247:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 4eff3b32-79ef-4ec7-b739-cdeedbbde69e/ffff8fd9b6bd5000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113950 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1787614725.917396:0:24247:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1787614725.917542:0:24247:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1787614725.917560:0:24247:0:(import.c:65:import_set_state_nolock()) ffff8fd9a6dbf800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787614725.917584:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:2403:x1874449252109952:12345-192.168.203.6@tcp:8:mount.lustre.0 Request processed in 234us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614725.917590:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 25 00000100:00100000:2.0:1787614725.918157:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252110080 00000100:00100000:2.0:1787614725.918164:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252110080 00000100:00100000:2.0:1787614725.918214:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 3 00000100:00100000:2.0:1787614725.918223:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18093:x1874449252110080:12345-192.168.203.6@tcp:900:mount.lustre.0 00000100:00100000:2.0:1787614725.918282:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18093:x1874449252110080:12345-192.168.203.6@tcp:900:mount.lustre.0 Request processed in 60us (1576us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614725.918289:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 3 00000100:00100000:0.0:1787614725.924539:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614725.924825:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252110208 00000100:00100000:2.0:1787614725.924835:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252110208 00000100:00100000:2.0:1787614725.924903:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 0 00000100:00100000:2.0:1787614725.924913:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18093:x1874449252110208:12345-192.168.203.6@tcp:33:mount.lustre.0 00000004:00080000:3.0:1787614725.928961:0:22740:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 3618us 00000004:00200000:2.0:1787614725.950121:0:22740:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1787614725.950287:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18093:x1874449252110208:12345-192.168.203.6@tcp:33:mount.lustre.0 Request processed in 25370us (25753us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614725.950299:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 0 00000100:00100000:0.0:1787614726.183368:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614726.183536:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252110336 00000100:00100000:2.0:1787614726.183546:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252110336 00000100:00100000:2.0:1787614726.183611:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 13 00000100:00100000:2.0:1787614726.183622:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18139:x1874449252110336:12345-192.168.203.6@tcp:101:mkdir.0 00010000:00010000:2.0:1787614726.183642:0:24551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614726.183668:0:24551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7800/0xbb6ded2d9f6e781f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cdc6 expref: -99 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614726.183733:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6000/0xbb6ded2d9f6e7826 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614726.183747:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6000/0xbb6ded2d9f6e7826 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614726.183762:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6000/0xbb6ded2d9f6e7826 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787614726.183823:0:24551:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787614726.183827:0:24551:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787614726.183881:0:24551:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6000/0xbb6ded2d9f6e7826 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614726.183909:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7800/0xbb6ded2d9f6e781f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cdc6 expref: 8 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614726.183926:0:24551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6000/0xbb6ded2d9f6e7826 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cdc6 expref: 7 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614726.183935:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd883029600) 00010000:00010000:2.0:1787614726.183938:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787614726.183942:0:24551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9a6db6000, rc 0) 00000100:00100000:2.0:1787614726.184008:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+7:18139:x1874449252110336:12345-192.168.203.6@tcp:101:mkdir.0 Request processed in 388us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614726.184015:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 13 00010000:00010000:0.0:1787614726.554728:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787614727.001574:0:22771:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787614727.579418:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614728.150562:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614728.150839:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252110464 00000100:00100000:2.0:1787614728.150859:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252110464 00000100:00100000:2.0:1787614728.150948:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 14 00000100:00100000:2.0:1787614728.150961:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+7:18191:x1874449252110464:12345-192.168.203.6@tcp:41:lfs.0 00000004:00000024:2.0:1787614728.150997:0:22737:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787614728.151093:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+7:18191:x1874449252110464:12345-192.168.203.6@tcp:41:lfs.0 Request processed in 136us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.151102:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 14 00000100:00080000:3.0:1787614728.151530:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787614728.153033:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614728.154967:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252110592 00000100:00100000:0.0:1787614728.154982:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252110592 00000100:00100000:0.0:1787614728.155136:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 15 00000100:00100000:0.0:1787614728.155163:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883038380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18191:x1874449252110592:12345-192.168.203.6@tcp:41:lfs.0 00000004:00000024:0.0:1787614728.155211:0:22738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787614728.155313:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883038380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18191:x1874449252110592:12345-192.168.203.6@tcp:41:lfs.0 Request processed in 152us (2288us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614728.155320:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 15 00000100:00080000:3.0:1787614728.155628:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787614728.159050:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614728.159203:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252110720 00000100:00100000:3.0:1787614728.159212:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252110720 00000100:00100000:3.0:1787614728.159349:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 10 00000100:00100000:3.0:1787614728.159360:0:24248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18191:x1874449252110720:12345-192.168.203.6@tcp:13:lfs.0 00002000:00000024:3.0:1787614728.159401:0:24248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787614728.159518:0:24248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18191:x1874449252110720:12345-192.168.203.6@tcp:13:lfs.0 Request processed in 160us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614728.159526:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 10 00000100:00100000:3.0:1787614728.161739:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614728.161863:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252110848 00000100:00100000:0.0:1787614728.161873:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252110848 00000100:00080000:1.0:1787614728.161887:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787614728.161893:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787614728.161940:0:24248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 11 00000100:00100000:0.0:1787614728.161950:0:24248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88303bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18191:x1874449252110848:12345-192.168.203.6@tcp:13:lfs.0 00002000:00000024:0.0:1787614728.161980:0:24248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787614728.162081:0:24248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88303bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18191:x1874449252110848:12345-192.168.203.6@tcp:13:lfs.0 Request processed in 129us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614728.162090:0:24248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 11 00000100:00100000:2.0:1787614728.299385:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614728.299719:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252110976 00000100:00100000:0.0:1787614728.299730:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252110976 00000100:00100000:0.0:1787614728.299822:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 130 00000100:00100000:0.0:1787614728.299834:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+10:18221:x1874449252110976:12345-192.168.203.6@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787614728.299858:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614728.299876:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd981487400/0xbb6ded2d9f6e782d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cdcd expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614728.299905:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd981487400/0xbb6ded2d9f6e782d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cdcd expref: 11 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614728.299916:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd981487400/0xbb6ded2d9f6e782d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cdcd expref: 11 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614728.299943:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd981487400, rc 0) 00000100:00100000:0.0:1787614728.300008:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18221:x1874449252110976:12345-192.168.203.6@tcp:101:mount.lustre.0 Request processed in 176us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614728.300015:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 130 00000100:00100000:1.0:1787614728.307380:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614728.308036:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252111104 00000100:00100000:2.0:1787614728.308049:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252111104 00000100:00100000:2.0:1787614728.308110:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 131 00000100:00100000:2.0:1787614728.308120:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18221:x1874449252111104:12345-192.168.203.6@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787614728.308296:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18221:x1874449252111104:12345-192.168.203.6@tcp:501:mount.lustre.0 Request processed in 176us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.308304:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 131 00000100:00100000:1.0:1787614728.317437:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614728.317563:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252111232 00000100:00100000:2.0:1787614728.317573:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252111232 00000100:00100000:2.0:1787614728.317640:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 132 00000100:00100000:2.0:1787614728.317653:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18221:x1874449252111232:12345-192.168.203.6@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787614728.317837:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18221:x1874449252111232:12345-192.168.203.6@tcp:503:mount.lustre.0 Request processed in 186us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.317853:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 132 00000100:00100000:1.0:1787614728.324118:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614728.324528:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252111360 00000100:00100000:0.0:1787614728.324538:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252111360 00000100:00100000:0.0:1787614728.324595:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 133 00000100:00100000:0.0:1787614728.324605:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18229:x1874449252111360:12345-192.168.203.6@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787614728.324774:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18229:x1874449252111360:12345-192.168.203.6@tcp:502:llog_process_th.0 Request processed in 169us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614728.324782:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 133 00000100:00100000:3.0:1787614728.343962:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272146560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787614728.344042:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614728.344117:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787614728.344123:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88303b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272146688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787614728.344147:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614728.344188:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272146560 00000100:00100000:3.0:1787614728.344195:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272146560 00000100:00100000:3.0:1787614728.344240:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272146688 00000100:00100000:3.0:1787614728.344244:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272146688 00000100:00100000:3.0:1787614728.344260:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787614728.344269:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88303a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272146560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787614728.344297:0:23812:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787614728.344340:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88303a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272146560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614728.344361:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787614728.344379:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787614728.344384:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88303b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272146688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787614728.344396:0:23812:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787614728.344423:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88303b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272146688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 39us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614728.344429:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787614728.344517:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88303b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272146688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787614728.344529:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272146560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787614728.344693:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883f6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272146816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787614728.344726:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614728.344969:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3666:1874449272146944:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345004:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614728.345026:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272147456:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345048:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614728.345062:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272147968:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345083:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614728.345101:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1787614728.345106:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3666:1874449272147328:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345136:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614728.345153:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3666:1874449272147840:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345172:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614728.345206:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272147968 00000100:00100000:2.0:1787614728.345211:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272147968 00000100:00100000:3.0:1787614728.345241:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272147200:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345249:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272147328 00000100:00100000:2.0:1787614728.345252:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272147328 00000100:00100000:2.0:1787614728.345263:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272147840 00000100:00100000:3.0:1787614728.345265:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614728.345265:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272147840 00000100:00100000:2.0:1787614728.345279:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787614728.345281:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3664:1874449272147712:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345285:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9403800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1874449272147968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614728.345299:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614728.345308:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272148224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787614728.345321:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9403800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1874449272147968:12345-0@lo:400:kworker.0 Request processed in 36us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614728.345324:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614728.345327:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787614728.345338:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272147712 00000100:00100000:3.0:1787614728.345339:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1787614728.345341:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272147712 00000100:00100000:3.0:1787614728.345343:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272147072:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345355:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787614728.345360:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1874449272147328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614728.345362:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614728.345377:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9400380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3664:1874449272147584:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345385:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1874449272147328:12345-0@lo:400:kworker.0 Request processed in 25us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.345392:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787614728.345395:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614728.345401:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272147584 00000100:00100000:3.0:1787614728.345403:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3664:1874449272148096:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345403:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272147584 00000100:00100000:2.0:1787614728.345416:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787614728.345420:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614728.345421:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9400700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1874449272147840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614728.345437:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272147456 00000100:00100000:2.0:1787614728.345460:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9400700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1874449272147840:12345-0@lo:400:kworker.0 Request processed in 39us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.345466:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787614728.345475:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272148096 00000100:00100000:2.0:1787614728.345478:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272148096 00000100:00100000:2.0:1787614728.345492:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787614728.345497:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883039f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1874449272147712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345536:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883039f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1874449272147712:12345-0@lo:400:kworker.0 Request processed in 38us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.345541:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787614728.345552:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787614728.345558:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1874449272147584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345581:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1874449272147584:12345-0@lo:400:kworker.0 Request processed in 24us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.345586:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787614728.345594:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787614728.345600:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1874449272148096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345618:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883fc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1874449272148096:12345-0@lo:400:kworker.0 Request processed in 19us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.345623:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1787614728.345649:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787614728.345652:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787614728.345672:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3666:1874449272147328:0@lo:400:kworker.0 00010000:00080000:2.0:1787614728.345684:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd9a9402d80 x1874449272147840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614728.345694:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3666:1874449272147840:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345704:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272147968:0@lo:400:kworker.0 00000100:00100000:3.0:1787614728.345756:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272147456 00000100:00100000:3.0:1787614728.345787:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272147200 00000100:00100000:3.0:1787614728.345789:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272147200 00000100:00100000:3.0:1787614728.345800:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272147072 00000100:00100000:3.0:1787614728.345802:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272147072 00000100:00100000:3.0:1787614728.345814:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787614728.345819:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272147456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.345820:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272146816 00000100:00100000:2.0:1787614728.345823:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272146816 00000100:00100000:2.0:1787614728.345840:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272148224 00000100:00100000:2.0:1787614728.345843:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272148224 00000100:00100000:3.0:1787614728.345867:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3666:x1874449272147456:12345-0@lo:400:kworker.0 Request processed in 48us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.345869:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787614728.345873:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787614728.345880:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272146816:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787614728.345884:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787614728.345888:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88303b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3664:x1874449272147200:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1787614728.345894:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787614728.345912:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88303b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3664:x1874449272147200:12345-0@lo:400:kworker.0 Request processed in 23us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.345924:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272146816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (1198us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.345930:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787614728.345941:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787614728.345947:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272148224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787614728.345956:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1787614728.345981:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272148224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.345986:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787614728.346017:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883f6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272146816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787614728.346036:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272146944 00000100:00100000:2.0:1787614728.346039:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272146944 00000100:00100000:2.0:1787614728.346061:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1787614728.346067:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3666:x1874449272146944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.346097:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3666:x1874449272146944:12345-0@lo:400:kworker.0 Request processed in 29us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.346102:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1787614728.346195:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787614728.346304:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787614728.346314:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88303a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272147072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.346343:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88303a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272147072:12345-0@lo:400:kworker.0 Request processed in 32us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.346348:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787614728.346376:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272147072:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.346401:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9400380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3664:1874449272147584:0@lo:400:kworker.0 00010000:00080000:2.0:1787614728.346413:0:3664:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd9a9401500 x1874449272148096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614728.346422:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3664:1874449272148096:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.346432:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272147200:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.346463:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3664:1874449272147712:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.346477:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272148224:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787614728.346510:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787614728.346513:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787614728.346530:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3666:1874449272146944:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.346539:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272147456:0@lo:400:kworker.0 00000100:00100000:2.0:1787614728.346554:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787614728.346560:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883d65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272148352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787614728.346586:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614728.346612:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272148352 00000100:00100000:2.0:1787614728.346616:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272148352 00000100:00100000:2.0:1787614728.346632:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787614728.346638:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1874449272148352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787614728.346646:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787614728.346673:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3666:x1874449272148352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.346679:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787614728.346705:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883d65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272148352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787614728.352187:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614728.352302:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252111488 00000100:00100000:2.0:1787614728.352425:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252111488 00000100:00100000:2.0:1787614728.352534:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 135 00000100:00100000:2.0:1787614728.352545:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18229:x1874449252111488:12345-192.168.203.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787614728.352712:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18229:x1874449252111488:12345-192.168.203.6@tcp:502:llog_process_th.0 Request processed in 168us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.352720:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 135 00000100:00100000:1.0:1787614728.364550:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614728.365108:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252111616 00000100:00100000:2.0:1787614728.365120:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252111616 00000100:00100000:2.0:1787614728.365233:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 136 00000100:00100000:2.0:1787614728.365246:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18229:x1874449252111616:12345-192.168.203.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787614728.365400:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18229:x1874449252111616:12345-192.168.203.6@tcp:502:llog_process_th.0 Request processed in 156us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.365409:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 136 00000100:00100000:1.0:1787614728.371573:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614728.371657:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252111744 00000100:00100000:3.0:1787614728.371669:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252111744 00000100:00100000:3.0:1787614728.371728:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 137 00000100:00100000:3.0:1787614728.371739:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18221:x1874449252111744:12345-192.168.203.6@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787614728.371754:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787614728.371773:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd8827f3200/0xbb6ded2d9f6e7834 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cdfe expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614728.371803:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd8827f3200/0xbb6ded2d9f6e7834 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cdfe expref: 12 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614728.371815:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd8827f3200/0xbb6ded2d9f6e7834 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cdfe expref: 12 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614728.371854:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd8827f3200, rc 0) 00000100:00100000:3.0:1787614728.371924:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+12:18221:x1874449252111744:12345-192.168.203.6@tcp:101:mount.lustre.0 Request processed in 178us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614728.371932:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 137 00000100:00100000:1.0:1787614728.374420:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614728.374523:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252111872 00000100:00100000:3.0:1787614728.374534:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252111872 00000100:00100000:3.0:1787614728.374588:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 138 00000100:00100000:3.0:1787614728.374598:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+12:18221:x1874449252111872:12345-192.168.203.6@tcp:256:mount.lustre.0 20000000:01000000:3.0:1787614728.374622:0:22730:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1787614728.374646:0:22730:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1787614728.374651:0:22730:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1787614728.374654:0:22730:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1787614728.374656:0:22730:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1787614728.374658:0:22730:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1787614728.376525:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+12:18221:x1874449252111872:12345-192.168.203.6@tcp:256:mount.lustre.0 Request processed in 1919us (2105us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614728.376540:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 138 00000100:00100000:1.0:1787614728.379734:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614728.379842:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252112000 00000100:00100000:0.0:1787614728.379861:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252112000 00000100:00100000:0.0:1787614728.379971:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 139 00000100:00100000:0.0:1787614728.379982:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+12:18221:x1874449252112000:12345-192.168.203.6@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787614728.379998:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614728.380016:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd981486a00/0xbb6ded2d9f6e783b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce05 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614728.380045:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd981486a00/0xbb6ded2d9f6e783b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce05 expref: 13 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614728.380057:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd981486a00/0xbb6ded2d9f6e783b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce05 expref: 13 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614728.380066:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd981486a00, rc 0) 00000100:00100000:0.0:1787614728.380286:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18221:x1874449252112000:12345-192.168.203.6@tcp:101:mount.lustre.0 Request processed in 305us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614728.380294:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 139 00000100:00100000:1.0:1787614728.381711:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614728.382019:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252112128 00000100:00100000:2.0:1787614728.382029:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252112128 00000100:00100000:2.0:1787614728.382072:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 140 00000100:00100000:2.0:1787614728.382082:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bce1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18221:x1874449252112128:12345-192.168.203.6@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787614728.382309:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bce1f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18221:x1874449252112128:12345-192.168.203.6@tcp:501:mount.lustre.0 Request processed in 227us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.382317:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 140 00000100:00100000:1.0:1787614728.384023:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614728.384095:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252112256 00000100:00100000:2.0:1787614728.384104:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252112256 00000100:00100000:2.0:1787614728.384370:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 141 00000100:00100000:2.0:1787614728.384385:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd982fdc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18221:x1874449252112256:12345-192.168.203.6@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787614728.384556:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd982fdc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18221:x1874449252112256:12345-192.168.203.6@tcp:503:mount.lustre.0 Request processed in 177us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.384565:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 141 00000100:00100000:1.0:1787614728.387101:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614728.387375:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252112384 00000100:00100000:3.0:1787614728.387386:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252112384 00000100:00100000:3.0:1787614728.387432:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 142 00000100:00100000:3.0:1787614728.387474:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd982fdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18235:x1874449252112384:12345-192.168.203.6@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787614728.387612:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd982fdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18235:x1874449252112384:12345-192.168.203.6@tcp:502:llog_process_th.0 Request processed in 171us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614728.387620:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 142 00000100:00100000:1.0:1787614728.390516:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614728.390596:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252112512 00000100:00100000:3.0:1787614728.390616:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252112512 00000100:00100000:3.0:1787614728.390714:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 143 00000100:00100000:3.0:1787614728.390724:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd982fdf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18235:x1874449252112512:12345-192.168.203.6@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787614728.390878:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd982fdf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18235:x1874449252112512:12345-192.168.203.6@tcp:502:llog_process_th.0 Request processed in 155us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614728.390887:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 143 00000100:00100000:1.0:1787614728.400536:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614728.400870:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252112640 00000100:00100000:2.0:1787614728.400881:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252112640 00000100:00100000:2.0:1787614728.400941:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 16 00000100:00100000:2.0:1787614728.400949:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2403:x1874449252112640:12345-192.168.203.6@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787614728.400982:0:22739:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from c18ee228-b792-407e-ada8-023a74b6c4ee@192.168.203.6@tcp t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:2.0:1787614728.401017:0:22739:0:(genops.c:1385:class_connect()) connect: client c18ee228-b792-407e-ada8-023a74b6c4ee, cookie 0xbb6ded2d9f6e7842 00000004:00100000:2.0:1787614728.401040:0:22739:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787614728.401128:0:22739:0:(import.c:65:import_set_state_nolock()) ffff8fd9bedc6800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787614728.401200:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c18ee228-b792-407e-ada8-023a74b6c4ee+6:2403:x1874449252112640:12345-192.168.203.6@tcp:38:mount.lustre.0 Request processed in 250us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.401208:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 16 00000100:00100000:1.0:1787614728.401757:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614728.401868:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252112896 00000100:00100000:2.0:1787614728.401875:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252112896 00000100:00100000:2.0:1787614728.401911:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 17 00000100:00100000:2.0:1787614728.401924:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2403:x1874449252112896:12345-192.168.203.6@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787614728.401946:0:22737:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from c18ee228-b792-407e-ada8-023a74b6c4ee@192.168.203.6@tcp t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:2.0:1787614728.401977:0:22737:0:(genops.c:1385:class_connect()) connect: client c18ee228-b792-407e-ada8-023a74b6c4ee, cookie 0xbb6ded2d9f6e7849 00000004:00100000:2.0:1787614728.401994:0:22737:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787614728.402056:0:22737:0:(import.c:65:import_set_state_nolock()) ffff8fd9bedc5000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787614728.402105:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+6:2403:x1874449252112896:12345-192.168.203.6@tcp:38:mount.lustre.0 Request processed in 187us (1483us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.402114:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 17 00000100:00100000:0.0:1787614728.406913:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614728.407166:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252113152 00000100:00100000:2.0:1787614728.407175:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252113152 00000100:00100000:2.0:1787614728.407290:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 18 00000100:00100000:2.0:1787614728.407302:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c18ee228-b792-407e-ada8-023a74b6c4ee+6:18221:x1874449252113152:12345-192.168.203.6@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787614728.407334:0:22739:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787614728.407402:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c18ee228-b792-407e-ada8-023a74b6c4ee+6:18221:x1874449252113152:12345-192.168.203.6@tcp:41:mount.lustre.0 Request processed in 102us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.407408:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 18 00000100:00080000:0.0:1787614728.407496:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787614728.411863:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614728.411909:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614728.412045:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252113024 00000100:00100000:0.0:1787614728.412055:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252113024 00000100:00100000:0.0:1787614728.412121:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252112768 00000100:00100000:0.0:1787614728.412135:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252112768 00000100:00100000:0.0:1787614728.412153:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 19 00000100:00100000:0.0:1787614728.412163:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:0:x1874449252113024:12345-192.168.203.6@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787614728.412191:0:22738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787614728.412258:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:0:x1874449252113024:12345-192.168.203.6@tcp:41:mount.lustre.0 Request processed in 97us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614728.412265:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 19 00000100:00100000:0.0:1787614728.412282:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 20 00000100:00100000:0.0:1787614728.412288:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:0:x1874449252112768:12345-192.168.203.6@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787614728.412299:0:22738:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787614728.412326:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:0:x1874449252112768:12345-192.168.203.6@tcp:41:mount.lustre.0 Request processed in 39us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614728.412332:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 20 00000100:00080000:1.0:1787614728.414025:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787614728.415367:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614728.415488:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252113280 00000100:00100000:0.0:1787614728.415498:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252113280 00000100:00100000:0.0:1787614728.415555:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 21 00000100:00100000:0.0:1787614728.415566:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:18221:x1874449252113280:12345-192.168.203.6@tcp:40:mount.lustre.0 00000100:00100000:0.0:1787614728.415652:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:18221:x1874449252113280:12345-192.168.203.6@tcp:40:mount.lustre.0 Request processed in 88us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614728.415674:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 21 00000100:00100000:0.0:1787614728.418410:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614728.418484:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614728.418560:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614728.418774:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252113408 00000100:00100000:3.0:1787614728.418787:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252113408 00000100:00100000:3.0:1787614728.418831:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252113536 00000100:00100000:3.0:1787614728.418835:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252113536 00000100:00100000:3.0:1787614728.418862:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 26 00000100:00100000:3.0:1787614728.418871:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2403:x1874449252113408:12345-192.168.203.6@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787614728.418903:0:24246:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from c18ee228-b792-407e-ada8-023a74b6c4ee@192.168.203.6@tcp t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:3.0:1787614728.418944:0:24246:0:(genops.c:1385:class_connect()) connect: client c18ee228-b792-407e-ada8-023a74b6c4ee, cookie 0xbb6ded2d9f6e7850 00002000:00100000:3.0:1787614728.418956:0:24246:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli c18ee228-b792-407e-ada8-023a74b6c4ee/ffff8fd9b50eb000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113950 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787614728.418969:0:24246:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1787614728.419029:0:24246:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1787614728.419063:0:24246:0:(import.c:65:import_set_state_nolock()) ffff8fd9a0aea000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787614728.419121:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:2403:x1874449252113408:12345-192.168.203.6@tcp:8:mount.lustre.0 Request processed in 250us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614728.419140:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 26 00000100:00100000:3.0:1787614728.419156:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 27 00000100:00100000:3.0:1787614728.419160:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2403:x1874449252113536:12345-192.168.203.6@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787614728.419177:0:24246:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from c18ee228-b792-407e-ada8-023a74b6c4ee@192.168.203.6@tcp t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:3.0:1787614728.419193:0:24246:0:(genops.c:1385:class_connect()) connect: client c18ee228-b792-407e-ada8-023a74b6c4ee, cookie 0xbb6ded2d9f6e7857 00002000:00100000:3.0:1787614728.419210:0:24246:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli c18ee228-b792-407e-ada8-023a74b6c4ee/ffff8fd9ad84c000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113950 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787614728.419215:0:24246:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1787614728.419257:0:24246:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1787614728.419273:0:24246:0:(import.c:65:import_set_state_nolock()) ffff8fd9ae80c000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787614728.419296:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:2403:x1874449252113536:12345-192.168.203.6@tcp:8:mount.lustre.0 Request processed in 134us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614728.419302:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 27 00000100:00100000:2.0:1787614728.420239:0:22748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252113664 00000100:00100000:2.0:1787614728.420247:0:22748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252113664 00000100:00100000:2.0:1787614728.420300:0:22748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 4 00000100:00100000:2.0:1787614728.420313:0:22748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c18ee228-b792-407e-ada8-023a74b6c4ee+6:18221:x1874449252113664:12345-192.168.203.6@tcp:900:mount.lustre.0 00000100:00100000:2.0:1787614728.420365:0:22748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c18ee228-b792-407e-ada8-023a74b6c4ee+6:18221:x1874449252113664:12345-192.168.203.6@tcp:900:mount.lustre.0 Request processed in 57us (1964us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614728.420371:0:22748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 4 00000001:00100000:0.0:1787614728.423043:0:25060:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c18ee228-b792-407e-ada8-023a74b6c4ee 00000001:00100000:0.0:1787614728.423053:0:25060:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4eff3b32-79ef-4ec7-b739-cdeedbbde69e 00000001:00080000:0.0:1787614728.423063:0:25060:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:1.0:1787614728.425225:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614728.425341:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252113792 00000100:00100000:3.0:1787614728.425350:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252113792 00000100:00100000:3.0:1787614728.425402:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 1 00000100:00100000:3.0:1787614728.425413:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:18221:x1874449252113792:12345-192.168.203.6@tcp:33:mount.lustre.0 00000004:00200000:3.0:1787614728.425534:0:22741:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1787614728.425609:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:18221:x1874449252113792:12345-192.168.203.6@tcp:33:mount.lustre.0 Request processed in 197us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614728.425617:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 1 00000100:00100000:1.0:1787614728.536999:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614728.537100:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252113920 00000100:00100000:3.0:1787614728.537112:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252113920 00000100:00100000:3.0:1787614728.537222:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 22 00000100:00100000:3.0:1787614728.537234:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+6:18258:x1874449252113920:12345-192.168.203.6@tcp:101:mkdir.0 00010000:00010000:3.0:1787614728.537253:0:22737:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787614728.537278:0:22737:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3e00/0xbb6ded2d9f6e785e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce36 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614728.537420:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3400/0xbb6ded2d9f6e7865 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614728.537434:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3400/0xbb6ded2d9f6e7865 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614728.537492:0:22737:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3400/0xbb6ded2d9f6e7865 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787614728.537537:0:22737:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787614728.537542:0:22737:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787614728.537579:0:22737:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3400/0xbb6ded2d9f6e7865 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614728.537607:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3e00/0xbb6ded2d9f6e785e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce36 expref: 8 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614728.537697:0:22737:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3400/0xbb6ded2d9f6e7865 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce36 expref: 7 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614728.537707:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd883029600) 00010000:00010000:3.0:1787614728.537710:0:22737:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787614728.537714:0:22737:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd8827f3400, rc 0) 00000100:00100000:3.0:1787614728.537859:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+7:18258:x1874449252113920:12345-192.168.203.6@tcp:101:mkdir.0 Request processed in 627us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614728.537867:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 22 00010000:00010000:0.0:1787614728.599763:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787614729.176215:0:23489:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787614729.629013:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614730.394460:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787614730.394496:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272148480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787614730.394565:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614730.394665:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272148480 00000100:00100000:3.0:1787614730.394674:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272148480 00000100:00100000:3.0:1787614730.394739:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787614730.394754:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272148480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787614730.394791:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787614730.394867:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272148480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614730.394896:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787614730.394959:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272148480:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1787614730.395052:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787614730.650578:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787614730.787129:0:25616:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1787614731.678534:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787614731.936174:0:23470:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c18ee228-b792-407e-ada8-023a74b6c4ee 00000001:00100000:3.0:1787614731.936186:0:23470:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 4eff3b32-79ef-4ec7-b739-cdeedbbde69e 00000001:00100000:3.0:1787614731.937196:0:22717:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c18ee228-b792-407e-ada8-023a74b6c4ee 00000001:00100000:3.0:1787614731.937207:0:22717:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4eff3b32-79ef-4ec7-b739-cdeedbbde69e 00000001:00100000:0.0:1787614731.944598:0:24241:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c18ee228-b792-407e-ada8-023a74b6c4ee 00000001:00100000:0.0:1787614731.944610:0:24241:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4eff3b32-79ef-4ec7-b739-cdeedbbde69e 00010000:00010000:3.0:1787614732.696113:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614733.463779:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272148608:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.463998:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464052:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3663:1874449272149120:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464079:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464098:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3663:1874449272149632:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464117:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464130:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3663:1874449272150144:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464148:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464171:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787614733.464191:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9400380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272148736:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464218:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464234:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272149248:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464251:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464265:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272149760:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464298:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464329:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272148992:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464358:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464373:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272149504:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464392:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464404:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272150016:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464423:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464433:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1787614733.464438:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272148864:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464501:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464517:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272149376:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464536:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464550:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3666:1874449272149888:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464568:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.464595:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272148608 00000100:00100000:2.0:1787614733.464602:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272148608 00000100:00100000:2.0:1787614733.464658:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1787614733.464667:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd982fde850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3663:x1874449272148608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.464717:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd982fde850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3663:x1874449272148608:12345-0@lo:400:kworker.0 Request processed in 51us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614733.464732:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1787614733.464764:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272149120 00000100:00100000:2.0:1787614733.464768:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272149120 00000100:00100000:2.0:1787614733.464786:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272149632 00000100:00100000:2.0:1787614733.464789:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272149632 00000100:00100000:2.0:1787614733.464799:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272150144 00000100:00100000:2.0:1787614733.464802:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272150144 00000100:00100000:1.0:1787614733.464965:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272148992 00000100:00100000:1.0:1787614733.464968:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272148992 00000100:00100000:0.0:1787614733.465073:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272149760 00000100:00100000:0.0:1787614733.465076:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272149760 00000100:00100000:2.0:1787614733.465179:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272150016 00000100:00100000:2.0:1787614733.465183:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272150016 00000100:00100000:3.0:1787614733.465928:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272150400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787614733.465978:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614733.466007:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787614733.466013:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272150528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787614733.466039:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614733.466066:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272149888 00000100:00100000:3.0:1787614733.466070:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272149888 00000100:00100000:3.0:1787614733.466098:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787614733.466106:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1874449272149120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614733.466131:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272149504 00000100:00100000:1.0:1787614733.466135:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272149504 00000100:00100000:3.0:1787614733.466145:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3663:x1874449272149120:12345-0@lo:400:kworker.0 Request processed in 41us (2066us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614733.466149:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272148864 00000100:00100000:1.0:1787614733.466151:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272148864 00000100:00100000:3.0:1787614733.466152:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787614733.466165:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787614733.466171:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1874449272149632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614733.466197:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1874449272149632:12345-0@lo:400:kworker.0 Request processed in 27us (2080us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.466203:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787614733.466225:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272149376 00000100:00100000:3.0:1787614733.466226:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787614733.466228:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272149376 00000100:00100000:3.0:1787614733.466232:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1874449272150144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614733.466239:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787614733.466245:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd99f8d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272148992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614733.466260:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1874449272150144:12345-0@lo:400:kworker.0 Request processed in 29us (2111us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.466266:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787614733.466275:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd99f8d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272148992:12345-0@lo:400:kworker.0 Request processed in 30us (1916us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.466276:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787614733.466281:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787614733.466282:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1874449272149888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614733.466303:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1874449272149888:12345-0@lo:400:kworker.0 Request processed in 22us (1734us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.466308:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787614733.466325:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272148736 00000100:00100000:3.0:1787614733.466329:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272148736 00000100:00100000:3.0:1787614733.466347:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272149248 00000100:00100000:3.0:1787614733.466349:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272149248 00000100:00100000:3.0:1787614733.466360:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787614733.466364:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272148736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614733.466391:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272148736:12345-0@lo:400:kworker.0 Request processed in 26us (2173us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.466396:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787614733.466404:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787614733.466409:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272149248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614733.466429:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272149248:12345-0@lo:400:kworker.0 Request processed in 21us (2178us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.466434:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787614733.466469:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787614733.466473:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787614733.466475:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272149504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614733.466479:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272148864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614733.466503:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272149504:12345-0@lo:400:kworker.0 Request processed in 28us (2110us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614733.466509:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787614733.466512:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272148864:12345-0@lo:400:kworker.0 Request processed in 35us (2012us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.466518:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787614733.466532:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787614733.466537:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272149376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787614733.466564:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3666:x1874449272149376:12345-0@lo:400:kworker.0 Request processed in 28us (2027us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614733.467267:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787614733.467292:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883f6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272150272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787614733.467312:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272150400 00000100:00100000:3.0:1787614733.467317:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272150400 00000100:00100000:1.0:1787614733.467328:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614733.467337:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272150528 00000100:00100000:3.0:1787614733.467339:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272150528 00000100:00100000:1.0:1787614733.467346:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272150784:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787614733.467347:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272150272 00000100:00100000:3.0:1787614733.467349:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272150272 00000100:00100000:3.0:1787614733.467359:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787614733.467365:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272150400:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787614733.467367:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1787614733.467386:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787614733.467387:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787614733.467392:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272150656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787614733.467414:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614733.467423:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272150400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (1445us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.467429:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787614733.467434:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272150784 00000100:00100000:1.0:1787614733.467438:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272150784 00000100:00100000:3.0:1787614733.467458:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787614733.467465:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272150528:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787614733.467471:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272150656 00000100:00100000:1.0:1787614733.467473:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272150656 00000100:00100000:1.0:1787614733.467483:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787614733.467489:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272150784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787614733.467509:0:23812:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787614733.467543:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1874449272150784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614733.467559:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787614733.467572:0:23812:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787614733.467577:0:23812:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272150656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787614733.467592:0:23812:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787614733.467619:0:23812:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272150656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 42us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614733.467625:0:23812:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787614733.467737:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272150656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787614733.467749:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3664:1874449272150784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787614733.468033:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1787614733.468041:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272149760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614733.468080:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272149760:12345-0@lo:400:kworker.0 Request processed in 40us (3782us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614733.468085:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:0.0:1787614733.468128:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787614733.468133:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787614733.468136:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787614733.468138:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787614733.468162:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272148864:0@lo:400:kworker.0 00000100:00100000:0.0:1787614733.468185:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272149376:0@lo:400:kworker.0 00010000:00080000:0.0:1787614733.468199:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd88209f480 x1874449272149888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614733.468210:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3666:1874449272149888:0@lo:400:kworker.0 00000100:00100000:0.0:1787614733.468220:0:3666:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1787614733.468230:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272148992:0@lo:400:kworker.0 00000100:00100000:0.0:1787614733.468241:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3666:1874449272149504:0@lo:400:kworker.0 00002000:00000024:3.0:1787614733.468377:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1787614733.468390:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787614733.468398:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1874449272150016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787614733.468412:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272150528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 947us (2372us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.468418:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787614733.468430:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1874449272150016:12345-0@lo:400:kworker.0 Request processed in 34us (4006us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.468431:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787614733.468435:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787614733.468438:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272150272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787614733.468466:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787614733.468478:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9400380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272148736:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.468489:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272149248:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.468498:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272149760:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.468507:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272148608:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.468517:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3663:1874449272149120:0@lo:400:kworker.0 00000100:00100000:2.0:1787614733.468527:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3663:1874449272149632:0@lo:400:kworker.0 00010000:00080000:2.0:1787614733.468538:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd88209f800 x1874449272150144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787614733.468548:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3663:1874449272150144:0@lo:400:kworker.0 00000100:00100000:0.0:1787614733.468582:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272150016:0@lo:400:kworker.0 00000100:00100000:3.0:1787614733.468889:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3664:x1874449272150272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 451us (1559us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.468906:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787614733.468952:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272150528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787614733.468964:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272150400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787614733.469027:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883f6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3664:1874449272150272:0@lo:13:osp-pre-1-1.0 00000020:00000080:1.0:1787614733.652427:0:25763:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffd980cee0 20000000:00000080:1.0:1787614733.652938:0:25763:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8fd8820c5400 uarg=0000000000000000 20000000:01000000:1.0:1787614733.654430:0:25763:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1787614733.654438:0:25763:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1787614733.654467:0:25763:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1787614733.659639:0:25764:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1787614733.659860:0:25763:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1787614733.667661:0:25763:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1787614733.668188:0:25763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.668214:0:25763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd9aa170000/0xbb6ded2d9f6e74c9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e74c2 expref: 23 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.668223:0:25763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd98c4e0800/0xbb6ded2d9f6e74d7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e74d0 expref: 23 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.668230:0:25763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7516 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e750f expref: 23 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.668238:0:25763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd98c4e1800/0xbb6ded2d9f6e7690 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7689 expref: 23 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.668248:0:25763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e77fc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd95 expref: 12 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.668273:0:25763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8fd981486a00/0xbb6ded2d9f6e783b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce05 expref: 12 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.668280:0:25763:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.668400:0:25763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd981486a00/0xbb6ded2d9f6e783b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce05 expref: 12 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.668417:0:25763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd981486a00/0xbb6ded2d9f6e783b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce05 expref: 12 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614733.668432:0:25763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883d66300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25763:1874449272150912:192.168.203.6@tcp:104: 00010000:00010000:0.0:1787614733.671741:0:25763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e77fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd95 expref: 12 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.671760:0:25763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e77fc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd95 expref: 12 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614733.671775:0:25763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883d67100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25763:1874449272151040:192.168.203.6@tcp:104: 00010000:00010000:0.0:1787614733.671822:0:25763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd98c4e1800/0xbb6ded2d9f6e7690 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e7689 expref: 23 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.671832:0:25763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd98c4e1800/0xbb6ded2d9f6e7690 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7689 expref: 23 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614733.671841:0:25763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883d65c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25763:1874449272151168:0@lo:104: 00000100:00100000:0.0:1787614733.671881:0:25763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787614733.671950:0:25763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7516 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e750f expref: 23 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.671959:0:25763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7516 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e750f expref: 23 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614733.671966:0:25763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883d64380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25763:1874449272151296:0@lo:104: 00000100:00100000:0.0:1787614733.671993:0:25763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787614733.672081:0:25763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd98c4e0800/0xbb6ded2d9f6e74d7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e74d0 expref: 23 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.672089:0:25763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd98c4e0800/0xbb6ded2d9f6e74d7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74d0 expref: 23 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614733.672098:0:25763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883d64a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25763:1874449272151424:0@lo:104: 00000100:00100000:0.0:1787614733.672119:0:25763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787614733.674214:0:25763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8fd9aa170000/0xbb6ded2d9f6e74c9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbb6ded2d9f6e74c2 expref: 23 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.674232:0:25763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8fd9aa170000/0xbb6ded2d9f6e74c9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74c2 expref: 23 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614733.674243:0:25763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883d64700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25763:1874449272151552:0@lo:104: 00000100:00100000:0.0:1787614733.674287:0:25763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614733.674306:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272151168 00000100:00100000:1.0:1787614733.674322:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272151168 00000100:00100000:1.0:1787614733.674359:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272151296 00000100:00100000:1.0:1787614733.674363:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272151296 00000100:00100000:1.0:1787614733.674373:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272151424 00000100:00100000:1.0:1787614733.674376:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272151424 00000100:00100000:1.0:1787614733.674390:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787614733.674398:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+5:25763:x1874449272151168:12345-0@lo:104: 00010000:00010000:1.0:1787614733.674412:0:22721:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7690 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614733.674503:0:22721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787614733.674509:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+5:25763:x1874449272151168:12345-0@lo:104: Request processed in 112us (2629us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614733.674517:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787614733.674533:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787614733.674538:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+4:25763:x1874449272151296:12345-0@lo:104: 00010000:00010000:1.0:1787614733.674545:0:22721:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7516 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614733.674579:0:22721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787614733.674584:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+4:25763:x1874449272151296:12345-0@lo:104: Request processed in 46us (2590us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614733.674601:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787614733.674613:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787614733.674619:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:25763:x1874449272151424:12345-0@lo:104: 00010000:00010000:1.0:1787614733.674626:0:22721:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e74d7 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614733.674652:0:22721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1787614733.674656:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:25763:x1874449272151424:12345-0@lo:104: Request processed in 38us (2537us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614733.674662:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:2.0:1787614733.674792:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787614733.674804:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7690 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.674821:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6015400 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:2.0:1787614733.674825:0:22725:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e7690 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.674833:0:22725:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e7690 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787614733.674839:0:22725:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e7690 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614733.674845:0:22725:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787614733.674890:0:22725:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7690 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.674897:0:22725:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787614733.674918:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7690 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.674925:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9b6015400/0xbb6ded2d9f6e7689 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7690 expref: -99 pid: 25059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.674937:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787614733.674940:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e7516 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.674944:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b6014c00 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:2.0:1787614733.674947:0:22725:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e7516 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.674963:0:22725:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e7516 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787614733.674969:0:22725:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e7516 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614733.674984:0:22725:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787614733.674997:0:22725:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7516 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675003:0:22725:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787614733.675009:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7516 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675016:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9b6014c00/0xbb6ded2d9f6e750f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e7516 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675024:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614733.675027:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e74d7 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675031:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b7851000 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:2.0:1787614733.675034:0:22725:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e74d7 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675039:0:22725:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e74d7 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787614733.675045:0:22725:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e74d7 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614733.675056:0:22725:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787614733.675069:0:22725:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e74d7 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675075:0:22725:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787614733.675090:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e74d7 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675096:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851000/0xbb6ded2d9f6e74d0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e74d7 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675106:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614733.675107:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614733.675109:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614733.675122:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9bee52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3665:1874449272151680:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787614733.675154:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.675183:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787614733.675188:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9bee52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3665:1874449272151808:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787614733.675207:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.675232:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9bee51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272151936:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787614733.675252:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.675285:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272151680 00000100:00100000:2.0:1787614733.675289:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272151680 00010000:00010000:2.0:1787614733.675313:0:22724:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd98c4e1800/0xbb6ded2d9f6e7690 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7689 expref: 24 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614733.675334:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272151808 00000100:00100000:2.0:1787614733.675337:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272151808 00010000:00010000:2.0:1787614733.675356:0:22724:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7516 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e750f expref: 25 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614733.675366:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272151936 00000100:00100000:2.0:1787614733.675369:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272151936 00010000:00010000:2.0:1787614733.675379:0:22724:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd98c4e0800/0xbb6ded2d9f6e74d7 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74d0 expref: 26 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614733.675391:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787614733.675396:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+26:3665:x1874449272151680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787614733.675406:0:22724:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614733.675411:0:22724:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd98c4e1800/0xbb6ded2d9f6e7690 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7689 expref: 26 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675420:0:22724:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd98c4e1800/0xbb6ded2d9f6e7690 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7689 expref: 26 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675437:0:22724:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787614733.675497:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+26:3665:x1874449272151680:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614733.675503:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787614733.675516:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787614733.675521:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+25:3665:x1874449272151808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787614733.675528:0:22724:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614733.675532:0:22724:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7516 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e750f expref: 25 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675538:0:22724:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7516 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e750f expref: 25 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675557:0:22724:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787614733.675579:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+25:3665:x1874449272151808:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614733.675584:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787614733.675609:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787614733.675615:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3663:x1874449272151936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787614733.675622:0:22724:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614733.675625:0:22724:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd98c4e0800/0xbb6ded2d9f6e74d7 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74d0 expref: 24 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675632:0:22724:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd98c4e0800/0xbb6ded2d9f6e74d7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74d0 expref: 24 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.675640:0:22724:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787614733.675663:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3663:x1874449272151936:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614733.675669:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787614733.675705:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9bee51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272151936:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787614733.675727:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9bee52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3665:1874449272151808:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787614733.675733:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9bee52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3665:1874449272151680:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787614733.676197:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614733.676795:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614733.676838:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614733.676880:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252114048 00000100:00100000:3.0:1787614733.676893:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252114048 00010000:00010000:3.0:1787614733.676922:0:22724:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd981486a00/0xbb6ded2d9f6e783b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce05 expref: 13 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614733.676948:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252114176 00000100:00100000:3.0:1787614733.676951:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252114176 00010000:00010000:3.0:1787614733.676959:0:22724:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e77fc lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd95 expref: 14 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614733.676972:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 12 00000100:00100000:3.0:1787614733.676979:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+14:2404:x1874449252114048:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787614733.676990:0:22724:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787614733.676995:0:22724:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd981486a00/0xbb6ded2d9f6e783b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce05 expref: 14 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614733.677006:0:22724:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd981486a00/0xbb6ded2d9f6e783b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce05 expref: 14 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614733.677021:0:22724:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787614733.677060:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+14:2404:x1874449252114048:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 81us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.677080:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 12 00000100:00100000:3.0:1787614733.677094:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 13 00000100:00100000:3.0:1787614733.677099:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:2404:x1874449252114176:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787614733.677105:0:22724:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787614733.677110:0:22724:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e77fc lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd95 expref: 13 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614733.677119:0:22724:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e77fc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd95 expref: 13 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614733.677127:0:22724:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787614733.677141:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:2404:x1874449252114176:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 42us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614733.677146:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 13 00000100:00100000:0.0:1787614733.678495:0:25763:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9bb3ff240 going to sleep for 11 seconds 00010000:00010000:0.0:1787614733.678531:0:25763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd981486a00/0xbb6ded2d9f6e783b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce05 expref: 12 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614733.678546:0:25763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883d66300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25763:1874449272150912:192.168.203.6@tcp:104: 00010000:00010000:0.0:1787614733.678558:0:25763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd98c4e0200/0xbb6ded2d9f6e77fc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cd95 expref: 11 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614733.678580:0:25763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883d67100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25763:1874449272151040:192.168.203.6@tcp:104: 00010000:00010000:0.0:1787614733.678693:0:25763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd98c4e1800/0xbb6ded2d9f6e7690 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e7689 expref: 23 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614733.678703:0:25763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883d65c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25763:1874449272151168:0@lo:104: 00010000:00010000:0.0:1787614733.678714:0:25763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9b7850400/0xbb6ded2d9f6e7516 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e750f expref: 22 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614733.678723:0:25763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883d64380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25763:1874449272151296:0@lo:104: 00010000:00010000:0.0:1787614733.678732:0:25763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd98c4e0800/0xbb6ded2d9f6e74d7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74d0 expref: 21 pid: 22732 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614733.678740:0:25763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883d64a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25763:1874449272151424:0@lo:104: 00000100:00100000:1.0:1787614733.678845:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272151552 00000100:00100000:1.0:1787614733.678853:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272151552 00000100:00100000:1.0:1787614733.679270:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787614733.679282:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:25763:x1874449272151552:12345-0@lo:104: 00010000:00010000:1.0:1787614733.679298:0:22721:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e74c9 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614733.679781:0:22721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787614733.679790:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+3:25763:x1874449272151552:12345-0@lo:104: Request processed in 510us (5501us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614733.679797:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1787614733.679851:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787614733.679858:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbb6ded2d9f6e74c9 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.679865:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9b7851200 already unused, calling callback (ffffffffc132fc20) 10000000:00010000:2.0:1787614733.679878:0:22725:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbb6ded2d9f6e74c9 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.679894:0:22725:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbb6ded2d9f6e74c9 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787614733.679901:0:22725:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbb6ded2d9f6e74c9 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614733.679907:0:22725:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787614733.679950:0:22725:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e74c9 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.679955:0:22725:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787614733.679974:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e74c9 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.679980:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.106@tcp lock: ffff8fd9b7851200/0xbb6ded2d9f6e74c2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbb6ded2d9f6e74c9 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.679996:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614733.679998:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614733.680000:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787614733.680019:0:3664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9bee52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3664:1874449272152064:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787614733.680059:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614733.680110:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272152064 00000100:00100000:2.0:1787614733.680116:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272152064 00010000:00010000:2.0:1787614733.680138:0:22724:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8fd9aa170000/0xbb6ded2d9f6e74c9 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74c2 expref: 21 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614733.680163:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787614733.680177:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:3664:x1874449272152064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787614733.680187:0:22724:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614733.680192:0:22724:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8fd9aa170000/0xbb6ded2d9f6e74c9 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74c2 expref: 21 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.680202:0:22724:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8fd9aa170000/0xbb6ded2d9f6e74c9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74c2 expref: 21 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.680219:0:22724:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.680226:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.680241:0:22724:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.680247:0:22724:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.680253:0:22724:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.680258:0:22724:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.680263:0:22724:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981487e00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:2.0:1787614733.680267:0:22724:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.680273:0:22724:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.680288:0:22724:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614733.680297:0:22724:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787614733.680553:0:25763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd9aa170000/0xbb6ded2d9f6e74c9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbb6ded2d9f6e74c2 expref: 21 pid: 22730 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614733.680564:0:25763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883d64700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25763:1874449272151552:0@lo:104: 00010000:00010000:0.0:1787614733.680604:0:25763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.680614:0:25763:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.680620:0:25763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614733.680626:0:25763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8fd981487e00/0xbb6ded2d9f6e786c lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614733.682475:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee52300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:3664:x1874449272152064:12345-0@lo:103:ldlm_bl.0 Request processed in 2293us (2409us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614733.682486:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787614733.682544:0:3664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9bee52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3664:1874449272152064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787614733.697997:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614733.698039:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614733.698068:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614733.698089:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614733.698108:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614733.698127:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614733.698145:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614733.698147:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252114688 00000100:00100000:2.0:1787614733.698156:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252114688 00000100:00100000:2.0:1787614733.698210:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252115200 00000100:00100000:2.0:1787614733.698213:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252115200 00000100:00100000:2.0:1787614733.698226:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252114560 00000100:00100000:2.0:1787614733.698228:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252114560 00000100:00100000:2.0:1787614733.698244:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 13 00000100:00100000:2.0:1787614733.698253:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252114688:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614733.698346:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252114688:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 93us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614733.698354:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 13 00000100:00100000:2.0:1787614733.698369:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 14 00000100:00100000:2.0:1787614733.698376:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2405:x1874449252115200:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614733.698415:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2405:x1874449252115200:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 40us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614733.698420:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 14 00000100:00100000:2.0:1787614733.698432:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 15 00000100:00100000:2.0:1787614733.698485:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252114560:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614733.698509:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252114560:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 26us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614733.698514:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 15 00000100:00100000:1.0:1787614733.703901:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252114432 00000100:00100000:1.0:1787614733.703917:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252114432 00000100:00100000:1.0:1787614733.703976:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252114944 00000100:00100000:1.0:1787614733.703979:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252114944 00000100:00100000:1.0:1787614733.703994:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252114304 00000100:00100000:1.0:1787614733.703997:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252114304 00000100:00100000:1.0:1787614733.704009:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252114816 00000100:00100000:1.0:1787614733.704011:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252114816 00000100:00100000:1.0:1787614733.704034:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 47 00000100:00100000:1.0:1787614733.704043:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252114432:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614733.704527:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 48 00000100:00100000:2.0:1787614733.704539:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2405:x1874449252114944:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:1.0:1787614733.706601:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252114432:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 2537us (8594us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614733.706616:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 47 00000100:00100000:1.0:1787614733.706653:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 49 00000100:00100000:1.0:1787614733.706669:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:2405:x1874449252114304:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614733.706959:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614733.706993:0:24551:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1787614733.707001:0:24551:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:0.0:1787614733.707019:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252115072 00000100:00100000:0.0:1787614733.707026:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252115072 00000100:00100000:0.0:1787614733.707062:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 16 00000100:00100000:0.0:1787614733.707069:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2405:x1874449252115072:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614733.707104:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2405:x1874449252115072:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 35us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614733.707110:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 16 00000100:00100000:0.0:1787614733.707234:0:22739:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1787614733.707245:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 50 00000100:00100000:0.0:1787614733.707252:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c18ee228-b792-407e-ada8-023a74b6c4ee+6:2405:x1874449252114816:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:0.0:1787614733.707289:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c18ee228-b792-407e-ada8-023a74b6c4ee+6:2405:x1874449252114816:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 38us (9143us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614733.707310:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 50 00000100:00080000:0.0:1787614733.707334:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787614733.707339:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787614733.707343:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787614733.707360:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787614733.708095:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2405:x1874449252114944:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 3555us (10020us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614733.708106:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 48 00000100:00100000:1.0:1787614733.710380:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:2405:x1874449252114304:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 3632us (12184us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614733.710573:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 49 00010000:00010000:3.0:1787614733.720419:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787614734.744392:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787614734.783117:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614734.783196:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252115328 00000100:00100000:3.0:1787614734.783207:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252115328 00000100:00100000:3.0:1787614734.783273:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 145 00000100:00100000:3.0:1787614734.783283:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+11:18107:x1874449252115328:12345-192.168.203.6@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787614734.783299:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787614734.783320:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd8827f2a00/0xbb6ded2d9f6e7873 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce3d expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.783345:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd8827f2a00/0xbb6ded2d9f6e7873 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce3d expref: 12 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.783357:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd8827f2a00/0xbb6ded2d9f6e7873 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce3d expref: 12 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.783381:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd8827f2a00, rc 0) 00000100:00100000:3.0:1787614734.783437:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+12:18107:x1874449252115328:12345-192.168.203.6@tcp:101:ll_cfg_requeue.0 Request processed in 155us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614734.783471:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 145 00000100:00100000:3.0:1787614734.788042:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614734.788193:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252115456 00000100:00100000:0.0:1787614734.788203:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252115456 00000100:00100000:0.0:1787614734.788269:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 146 00000100:00100000:0.0:1787614734.788280:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+12:18107:x1874449252115456:12345-192.168.203.6@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787614734.788436:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+12:18107:x1874449252115456:12345-192.168.203.6@tcp:501:ll_cfg_requeue.0 Request processed in 157us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614734.788479:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 146 00000100:00100000:0.0:1787614734.795196:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614734.795896:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252115584 00000100:00100000:2.0:1787614734.795908:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252115584 00000100:00100000:2.0:1787614734.795973:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 147 00000100:00100000:2.0:1787614734.795985:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+12:18107:x1874449252115584:12345-192.168.203.6@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787614734.796149:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+12:18107:x1874449252115584:12345-192.168.203.6@tcp:503:ll_cfg_requeue.0 Request processed in 166us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614734.796158:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 147 00000100:00100000:2.0:1787614734.802255:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614734.802538:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252115712 00000100:00100000:3.0:1787614734.802548:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252115712 00000100:00100000:3.0:1787614734.802811:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 148 00000100:00100000:3.0:1787614734.802825:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+12:18107:x1874449252115712:12345-192.168.203.6@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787614734.802841:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787614734.802859:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd8827f3e00/0xbb6ded2d9f6e787a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce44 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.802895:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd8827f3e00/0xbb6ded2d9f6e787a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce44 expref: 13 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.802907:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd8827f3e00/0xbb6ded2d9f6e787a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce44 expref: 13 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.802916:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd8827f3e00, rc 0) 00000100:00100000:3.0:1787614734.803113:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18107:x1874449252115712:12345-192.168.203.6@tcp:101:ll_cfg_requeue.0 Request processed in 291us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614734.803121:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 148 00000100:00100000:3.0:1787614734.813069:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614734.813164:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252115840 00000100:00100000:0.0:1787614734.813174:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252115840 00000100:00100000:0.0:1787614734.813297:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 149 00000100:00100000:0.0:1787614734.813308:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18107:x1874449252115840:12345-192.168.203.6@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787614734.813492:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18107:x1874449252115840:12345-192.168.203.6@tcp:501:ll_cfg_requeue.0 Request processed in 185us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614734.813500:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 149 00000100:00100000:0.0:1787614734.817417:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614734.823834:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252115968 00000100:00100000:3.0:1787614734.823850:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252115968 00000100:00100000:3.0:1787614734.823943:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 150 00000100:00100000:3.0:1787614734.823954:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18107:x1874449252115968:12345-192.168.203.6@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787614734.826317:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:18107:x1874449252115968:12345-192.168.203.6@tcp:503:ll_cfg_requeue.0 Request processed in 2354us (8897us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614734.826333:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 150 00000100:00100000:1.0:1787614734.828419:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614734.829614:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252116096 00000100:00100000:0.0:1787614734.829727:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252116096 00000100:00100000:0.0:1787614734.829799:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 23 00000100:00100000:0.0:1787614734.829818:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:18727:x1874449252116096:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787614734.829838:0:22739:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614734.829863:0:22739:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e7881 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce4b expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.829931:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7888 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.829958:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7888 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.829971:0:22739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7888 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.829985:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e788f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.829993:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e788f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.830000:0:22739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e788f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831245:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486a00/0xbb6ded2d9f6e7896 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831263:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486a00/0xbb6ded2d9f6e7896 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831273:0:22739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486a00/0xbb6ded2d9f6e7896 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787614734.831307:0:22739:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787614734.831310:0:22739:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787614734.831348:0:22739:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486a00/0xbb6ded2d9f6e7896 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831359:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7888 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831382:0:22739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7888 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831389:0:22739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7888 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831395:0:22739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981486600 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614734.831399:0:22739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7888 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831407:0:22739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7888 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831420:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd883029600) 00010000:00010000:0.0:1787614734.831422:0:22739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614734.831426:0:22739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7888 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831432:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7888 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831464:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e788f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831470:0:22739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e788f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831476:0:22739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e788f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831481:0:22739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981487800 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614734.831489:0:22739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e788f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831496:0:22739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e788f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831504:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8fd98510a700) 00010000:00010000:0.0:1787614734.831507:0:22739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614734.831510:0:22739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e788f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831516:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e788f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831552:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e7881 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce4b expref: 8 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831564:0:22739:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486a00/0xbb6ded2d9f6e7896 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce4b expref: 7 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.831571:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8fd98510a600) 00010000:00010000:0.0:1787614734.831574:0:22739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787614734.831576:0:22739:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd981486a00, rc 0) 00000100:00100000:0.0:1787614734.831660:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+7:18727:x1874449252116096:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 Request processed in 1843us (3249us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614734.831669:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 23 00000100:00100000:2.0:1787614734.835186:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614734.835283:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252116224 00000100:00100000:3.0:1787614734.835294:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252116224 00000100:00100000:3.0:1787614734.835365:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 5 00000100:00100000:3.0:1787614734.835377:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+7:18727:x1874449252116224:12345-192.168.203.6@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1787614734.835506:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+7:18727:x1874449252116224:12345-192.168.203.6@tcp:900:lhsmtool_posix.0 Request processed in 130us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614734.835516:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 5 00000100:00100000:2.0:1787614734.840954:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614734.841063:0:25767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252116480 00000100:00100000:0.0:1787614734.841074:0:25767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252116480 00000100:00100000:0.0:1787614734.841131:0:25767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 24 00000100:00100000:0.0:1787614734.841142:0:25767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+7:18727:x1874449252116480:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787614734.841176:0:25767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614734.841196:0:25767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e789d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce52 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841279:0:25767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78a4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841293:0:25767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841304:0:25767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841319:0:25767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78ab lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841325:0:25767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841332:0:25767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841437:0:25767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487e00/0xbb6ded2d9f6e78b2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841486:0:25767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487e00/0xbb6ded2d9f6e78b2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841493:0:25767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487e00/0xbb6ded2d9f6e78b2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787614734.841503:0:25767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1787614734.841792:0:25767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841808:0:25767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78a4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841816:0:25767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78a4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841821:0:25767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981487800 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614734.841826:0:25767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78a4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841834:0:25767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78a4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841847:0:25767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8fd98510a600) 00010000:00010000:0.0:1787614734.841850:0:25767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614734.841855:0:25767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78a4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841861:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78a4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841877:0:25767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841882:0:25767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78ab lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841888:0:25767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78ab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841907:0:25767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981486600 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614734.841910:0:25767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78ab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841917:0:25767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78ab lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841926:0:25767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8fd98510a700) 00010000:00010000:0.0:1787614734.841928:0:25767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614734.841931:0:25767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78ab lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.841937:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78ab lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.842994:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e789d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce52 expref: 10 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.843015:0:25767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487e00/0xbb6ded2d9f6e78b2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce52 expref: 9 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.843023:0:25767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8fd98510a900) 00010000:00010000:0.0:1787614734.843026:0:25767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614734.843028:0:25767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd981487e00, rc 0) 00000100:00100000:0.0:1787614734.843210:0:25767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+9:18727:x1874449252116480:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 Request processed in 2068us (2266us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1787614734.843219:0:25767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 24 00000100:00100000:1.0:1787614734.851092:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614734.853732:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252116608 00000100:00100000:3.0:1787614734.853747:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252116608 00000100:00100000:0.0:1787614734.854763:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 25 00000100:00100000:0.0:1787614734.854790:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+9:18727:x1874449252116608:12345-192.168.203.6@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1787614734.854925:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+9:18727:x1874449252116608:12345-192.168.203.6@tcp:59:lhsmtool_posix.0 Request processed in 137us (3852us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614734.854932:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 25 00000100:00100000:2.0:1787614734.859418:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614734.859506:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252116736 00000100:00100000:0.0:1787614734.859516:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252116736 00000100:00100000:0.0:1787614734.859588:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 26 00000100:00100000:0.0:1787614734.859600:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:18727:x1874449252116736:12345-192.168.203.6@tcp:59:lhsmtool_posix.0 00000004:00080000:0.0:1787614734.868136:0:22739:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 8497us 00000100:00100000:1.0:1787614734.880967:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:18727:x1874449252116736:12345-192.168.203.6@tcp:59:lhsmtool_posix.0 Request processed in 21357us (21545us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614734.880981:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 26 00000100:00100000:3.0:1787614734.907093:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614734.907521:0:25767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252116864 00000100:00100000:0.0:1787614734.907533:0:25767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252116864 00000100:00100000:0.0:1787614734.907590:0:25767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 27 00000100:00100000:0.0:1787614734.907600:0:25767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+9:18734:x1874449252116864:12345-192.168.203.6@tcp:101:lfs.0 00010000:00010000:0.0:1787614734.907621:0:25767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614734.907641:0:25767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e78c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce59 expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907708:0:25767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907722:0:25767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907735:0:25767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907750:0:25767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907770:0:25767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907777:0:25767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907832:0:25767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907841:0:25767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78c7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907848:0:25767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907855:0:25767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981486600 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614734.907860:0:25767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907868:0:25767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78c7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907880:0:25767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd883029600) 00010000:00010000:0.0:1787614734.907883:0:25767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614734.907887:0:25767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907894:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e78c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907908:0:25767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907920:0:25767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907926:0:25767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907931:0:25767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981487800 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614734.907935:0:25767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907941:0:25767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907949:0:25767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8fd98510a700) 00010000:00010000:0.0:1787614734.907952:0:25767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614734.907955:0:25767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78ce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907962:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.907991:0:25767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e78c0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce59 expref: 10 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.908002:0:25767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd883029600) 00010000:00010000:0.0:1787614734.908004:0:25767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614734.908008:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e78c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce59 expref: 10 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.908027:0:25767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd981486400, rc 0) 00000100:00100000:0.0:1787614734.908152:0:25767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+9:18734:x1874449252116864:12345-192.168.203.6@tcp:101:lfs.0 Request processed in 553us (1069us total) trans 0 rc 301/301 00000100:00100000:0.0:1787614734.908160:0:25767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 27 00000100:00100000:3.0:1787614734.918890:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614734.921936:0:22746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252116992 00000100:00100000:2.0:1787614734.921952:0:22746:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252116992 00000100:00100000:2.0:1787614734.922025:0:22746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 0 00000100:00100000:2.0:1787614734.922037:0:22746:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+9:18734:x1874449252116992:12345-192.168.203.6@tcp:700:lfs.0 00000100:00100000:2.0:1787614734.922153:0:22746:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+9:18734:x1874449252116992:12345-192.168.203.6@tcp:700:lfs.0 Request processed in 117us (3274us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614734.922162:0:22746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 0 00000100:00100000:2.0:1787614734.925352:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614734.925872:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252117248 00000100:00100000:0.0:1787614734.925883:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252117248 00000100:00100000:0.0:1787614734.925956:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 28 00000100:00100000:0.0:1787614734.925966:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+9:18734:x1874449252117248:12345-192.168.203.6@tcp:36:lfs.0 00010000:00010000:0.0:1787614734.926034:0:24551:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614734.926063:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6000/0xbb6ded2d9f6e7826 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cdc6 expref: 9 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.926085:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd883029600) 00010000:00010000:0.0:1787614734.926090:0:24551:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787614734.926150:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.926164:0:24551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3400/0xbb6ded2d9f6e7865 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce36 expref: 5 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.926173:0:24551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.926210:0:24551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3400/0xbb6ded2d9f6e7865 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce36 expref: 5 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.926225:0:24551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3400/0xbb6ded2d9f6e7865 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce36 expref: 5 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614734.926256:0:24551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd88209f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24551:1874449272152192:192.168.203.6@tcp:104: 00000100:00100000:0.0:1787614734.926349:0:24551:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd993979600 going to sleep for 11 seconds 00000100:00100000:2.0:1787614734.928687:0:24551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd88209f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24551:1874449272152192:192.168.203.6@tcp:104: 00010000:00010000:2.0:1787614734.928720:0:24551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614734.929519:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614734.929623:0:23492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252117376 00000100:00100000:0.0:1787614734.929630:0:23492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252117376 00010000:00010000:0.0:1787614734.929669:0:23492:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3400/0xbb6ded2d9f6e7865 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce36 expref: 6 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614734.929709:0:23492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 15 00000100:00100000:0.0:1787614734.929719:0:23492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c18ee228-b792-407e-ada8-023a74b6c4ee+6:2405:x1874449252117376:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787614734.929733:0:23492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614734.929740:0:23492:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3400/0xbb6ded2d9f6e7865 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce36 expref: 6 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.929752:0:23492:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3400/0xbb6ded2d9f6e7865 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce36 expref: 6 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.929773:0:23492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3400/0xbb6ded2d9f6e7865 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce36 expref: 6 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.929790:0:23492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd883029600) 00010000:00010000:0.0:1787614734.929795:0:23492:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.929817:0:23492:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.929840:0:23492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614734.929871:0:23492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787614734.929913:0:24551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.929923:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614734.929930:0:23492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2405:x1874449252117376:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 210us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614734.929940:0:23492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 15 00010000:00010000:3.0:1787614734.929951:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3800/0xbb6ded2d9f6e78dc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.929963:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3800/0xbb6ded2d9f6e78dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.929972:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3800/0xbb6ded2d9f6e78dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934256:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2000/0xbb6ded2d9f6e78e3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934280:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2000/0xbb6ded2d9f6e78e3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934291:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2000/0xbb6ded2d9f6e78e3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787614734.934308:0:24551:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009ca5e481 reply state 0000000077d92ece transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2000/0xbb6ded2d9f6e78e3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934318:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2000/0xbb6ded2d9f6e78e3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934326:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fd99393a700) 00010000:00010000:3.0:1787614734.934329:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787614734.934332:0:24551:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1787614734.934338:0:24551:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787614734.934345:0:24551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934351:0:24551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934357:0:24551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934361:0:24551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981487800 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:3.0:1787614734.934365:0:24551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934382:0:24551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934406:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd883029600) 00010000:00010000:3.0:1787614734.934409:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787614734.934413:0:24551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934419:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487800/0xbb6ded2d9f6e78d5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787614734.934438:0:24551:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009ca5e481 reply state 0000000077d92ece transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3800/0xbb6ded2d9f6e78dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934464:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3800/0xbb6ded2d9f6e78dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614734.934471:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8fd99393ad00) 00010000:00010000:3.0:1787614734.934474:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787614734.934477:0:24551:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1787614734.934585:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+10:18734:x1874449252117248:12345-192.168.203.6@tcp:36:lfs.0 Request processed in 8616us (9238us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1787614734.934594:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 28 00000100:00100000:2.0:1787614735.020361:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614735.020504:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252117504 00000100:00100000:1.0:1787614735.020514:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252117504 00000100:00100000:1.0:1787614735.020647:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 29 00000100:00100000:1.0:1787614735.020660:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+10:18742:x1874449252117504:12345-192.168.203.6@tcp:101:lctl.0 00010000:00010000:1.0:1787614735.020687:0:22739:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614735.020711:0:22739:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e78ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce60 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.020778:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0800/0xbb6ded2d9f6e78f1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.020793:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0800/0xbb6ded2d9f6e78f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.020822:0:22739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0800/0xbb6ded2d9f6e78f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787614735.020877:0:22739:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787614735.020881:0:22739:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787614735.020919:0:22739:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0800/0xbb6ded2d9f6e78f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.020944:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e78ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce60 expref: 12 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.020985:0:22739:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0800/0xbb6ded2d9f6e78f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce60 expref: 11 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.020995:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd882197900) 00010000:00010000:1.0:1787614735.020998:0:22739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787614735.021001:0:22739:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e0800, rc 0) 00000100:00100000:1.0:1787614735.021342:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+11:18742:x1874449252117504:12345-192.168.203.6@tcp:101:lctl.0 Request processed in 684us (989us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614735.021351:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 29 00000100:00080000:0.0:1787614735.022110:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787614735.045705:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614735.045860:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252117632 00000100:00100000:1.0:1787614735.045871:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252117632 00000100:00080000:2.0:1787614735.045987:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787614735.046001:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 30 00000100:00100000:1.0:1787614735.046012:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+5:18743:x1874449252117632:12345-192.168.203.6@tcp:101:lfs.0 00010000:00010000:1.0:1787614735.046032:0:22738:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614735.046052:0:22738:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e78f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce67 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.046112:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1800/0xbb6ded2d9f6e78ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.046134:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1800/0xbb6ded2d9f6e78ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.046144:0:22738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1800/0xbb6ded2d9f6e78ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787614735.046187:0:22738:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787614735.046203:0:22738:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787614735.046230:0:22738:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1800/0xbb6ded2d9f6e78ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.046254:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e78f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce67 expref: 7 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.046273:0:22738:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1800/0xbb6ded2d9f6e78ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce67 expref: 6 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.046282:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd882197900) 00010000:00010000:1.0:1787614735.046285:0:22738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787614735.046288:0:22738:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e1800, rc 0) 00000100:00100000:1.0:1787614735.046348:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:18743:x1874449252117632:12345-192.168.203.6@tcp:101:lfs.0 Request processed in 338us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614735.046356:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 30 00000100:00100000:2.0:1787614735.048657:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614735.048822:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252117760 00000100:00100000:1.0:1787614735.048832:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252117760 00000100:00100000:1.0:1787614735.048897:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 31 00000100:00100000:1.0:1787614735.048908:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:18743:x1874449252117760:12345-192.168.203.6@tcp:101:lfs.0 00010000:00010000:1.0:1787614735.048929:0:22738:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614735.048948:0:22738:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7906 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce6e expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049013:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e790d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049027:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e790d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049073:0:22738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e790d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049085:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7914 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049092:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7914 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049098:0:22738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7914 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049625:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e791b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049637:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e791b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049644:0:22738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e791b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787614735.049683:0:22738:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787614735.049687:0:22738:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787614735.049706:0:22738:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e791b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049717:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e790d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049723:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e790d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049741:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e790d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049747:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1200 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:1.0:1787614735.049751:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e790d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049760:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e790d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049771:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd882197900) 00010000:00010000:1.0:1787614735.049774:0:22738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787614735.049778:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e790d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049783:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e790d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049796:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7914 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049812:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7914 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049818:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7914 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049823:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1e00 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:1.0:1787614735.049826:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7914 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049842:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7914 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049852:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8fd99393ad00) 00010000:00010000:1.0:1787614735.049854:0:22738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787614735.049856:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7914 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049862:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e7914 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049894:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7906 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce6e expref: 8 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049907:0:22738:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e791b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce6e expref: 7 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.049915:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fd99393a700) 00010000:00010000:1.0:1787614735.049916:0:22738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787614735.049919:0:22738:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e1400, rc 0) 00000100:00100000:1.0:1787614735.049991:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+7:18743:x1874449252117760:12345-192.168.203.6@tcp:101:lfs.0 Request processed in 1083us (1343us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614735.049999:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 31 00000100:00100000:2.0:1787614735.054319:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614735.054402:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252117888 00000100:00100000:3.0:1787614735.054413:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252117888 00000100:00080000:2.0:1787614735.054556:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787614735.054632:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 6 00000100:00100000:3.0:1787614735.054644:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c18ee228-b792-407e-ada8-023a74b6c4ee+5:18743:x1874449252117888:12345-192.168.203.6@tcp:900:lfs.0 00000100:00100000:3.0:1787614735.054730:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c18ee228-b792-407e-ada8-023a74b6c4ee+5:18743:x1874449252117888:12345-192.168.203.6@tcp:900:lfs.0 Request processed in 88us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614735.054755:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 6 00000100:00100000:2.0:1787614735.065148:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614735.065233:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252118144 00000100:00100000:1.0:1787614735.065244:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252118144 00000100:00100000:1.0:1787614735.065312:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 32 00000100:00100000:1.0:1787614735.065323:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c18ee228-b792-407e-ada8-023a74b6c4ee+7:18743:x1874449252118144:12345-192.168.203.6@tcp:101:lfs.0 00010000:00010000:1.0:1787614735.065342:0:22739:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614735.065376:0:22739:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7922 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce75 expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787614735.065513:0:22739:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1787614735.065624:0:22739:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7922 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce75 expref: 9 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.065639:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd882197900) 00010000:00010000:1.0:1787614735.065642:0:22739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787614735.065647:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7922 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce75 expref: 9 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.065663:0:22739:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e0200, rc 0) 00000100:00100000:1.0:1787614735.065723:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c18ee228-b792-407e-ada8-023a74b6c4ee+8:18743:x1874449252118144:12345-192.168.203.6@tcp:101:lfs.0 Request processed in 402us (585us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1787614735.065731:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 32 00000100:00100000:0.0:1787614735.071051:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614735.071149:0:25767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252118400 00000100:00100000:2.0:1787614735.071159:0:25767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252118400 00000100:00100000:2.0:1787614735.071225:0:25767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 33 00000100:00100000:2.0:1787614735.071236:0:25767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88209f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c18ee228-b792-407e-ada8-023a74b6c4ee+8:18743:x1874449252118400:12345-192.168.203.6@tcp:36:lfs.0 00010000:00010000:2.0:1787614735.071292:0:25767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614735.071318:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e791b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce6e expref: 8 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.071337:0:25767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fd99393a700) 00010000:00010000:2.0:1787614735.071342:0:25767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787614735.071365:0:25767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7400/0xbb6ded2d9f6e7930 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.071395:0:25767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7400/0xbb6ded2d9f6e7930 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.071405:0:25767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7400/0xbb6ded2d9f6e7930 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787614735.071640:0:25767:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000eb2c1e3d reply state 0000000075213ae6 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7400/0xbb6ded2d9f6e7930 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.071651:0:25767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7400/0xbb6ded2d9f6e7930 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.071655:0:25767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fd99393a700) 00010000:00010000:2.0:1787614735.071657:0:25767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1787614735.071659:0:25767:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1787614735.071666:0:25767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1787614735.071735:0:25767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88209f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c18ee228-b792-407e-ada8-023a74b6c4ee+9:18743:x1874449252118400:12345-192.168.203.6@tcp:36:lfs.0 Request processed in 502us (695us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1787614735.071740:0:25767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 33 00000100:00100000:2.0:1787614735.077753:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614735.077843:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252118656 00000100:00100000:3.0:1787614735.077852:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252118656 00000100:00100000:3.0:1787614735.077919:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 2 00000100:00100000:3.0:1787614735.077930:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+9:18743:x1874449252118656:12345-192.168.203.6@tcp:35:lfs.0 00000100:00100000:3.0:1787614735.078162:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+10:18743:x1874449252118656:12345-192.168.203.6@tcp:35:lfs.0 Request processed in 234us (418us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1787614735.078170:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 2 00000100:00100000:0.0:1787614735.084120:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614735.084265:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252118912 00000100:00100000:3.0:1787614735.084276:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252118912 00000100:00100000:3.0:1787614735.084337:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 34 00000100:00100000:3.0:1787614735.084347:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c18ee228-b792-407e-ada8-023a74b6c4ee+10:18743:x1874449252118912:12345-192.168.203.6@tcp:101:lfs.0 00010000:00010000:3.0:1787614735.084372:0:24551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787614735.084392:0:24551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7937 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce7c expref: -99 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.084481:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e793e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.084493:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e793e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.084504:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e793e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.084513:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e7945 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.084538:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e7945 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.084544:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e7945 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787614735.084785:0:24551:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787614735.084867:0:24551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e793e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085199:0:24551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e793e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085207:0:24551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e793e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085213:0:24551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f3a00 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:3.0:1787614735.085217:0:24551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e793e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085225:0:24551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e793e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085237:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd882197900) 00010000:00010000:3.0:1787614735.085240:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787614735.085244:0:24551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e793e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085250:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e793e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085277:0:24551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e7945 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085284:0:24551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e7945 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085290:0:24551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e7945 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085295:0:24551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f2c00 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:3.0:1787614735.085298:0:24551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e7945 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085305:0:24551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e7945 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085313:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8fd99393ad00) 00010000:00010000:3.0:1787614735.085316:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787614735.085318:0:24551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e7945 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085324:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e7945 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085359:0:24551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7937 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce7c expref: 12 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085369:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd882197900) 00010000:00010000:3.0:1787614735.085372:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787614735.085381:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7937 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce7c expref: 12 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.085391:0:24551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd8827f3000, rc 0) 00000100:00100000:3.0:1787614735.085538:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af801f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c18ee228-b792-407e-ada8-023a74b6c4ee+11:18743:x1874449252118912:12345-192.168.203.6@tcp:101:lfs.0 Request processed in 1192us (1426us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1787614735.085545:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 34 00000100:00100000:0.0:1787614735.087741:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614735.087826:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252119040 00000100:00100000:3.0:1787614735.087834:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252119040 00000100:00100000:3.0:1787614735.087958:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 35 00000100:00100000:3.0:1787614735.087970:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af802a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+11:18743:x1874449252119040:12345-192.168.203.6@tcp:101:lfs.0 00010000:00010000:3.0:1787614735.087993:0:22737:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787614735.088079:0:22737:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2600/0xbb6ded2d9f6e7953 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce83 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.088290:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2400/0xbb6ded2d9f6e795a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.088327:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2400/0xbb6ded2d9f6e795a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.088339:0:22737:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2400/0xbb6ded2d9f6e795a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787614735.088363:0:22737:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787614735.088366:0:22737:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787614735.088384:0:22737:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2400/0xbb6ded2d9f6e795a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.088408:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2600/0xbb6ded2d9f6e7953 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce83 expref: 13 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.088475:0:22737:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2400/0xbb6ded2d9f6e795a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce83 expref: 12 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.088483:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fd99393a700) 00010000:00010000:3.0:1787614735.088486:0:22737:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787614735.088489:0:22737:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd8827f2400, rc 0) 00000100:00100000:3.0:1787614735.088541:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af802a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+12:18743:x1874449252119040:12345-192.168.203.6@tcp:101:lfs.0 Request processed in 574us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614735.088550:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 35 00000100:00100000:2.0:1787614735.092258:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614735.092417:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252119168 00000100:00100000:3.0:1787614735.092427:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252119168 00000100:00100000:2.0:1787614735.092613:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 3 00000100:00100000:2.0:1787614735.092759:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+12:18743:x1874449252119168:12345-192.168.203.6@tcp:37:lfs.0 00000100:00100000:2.0:1787614735.098671:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+12:18743:x1874449252119168:12345-192.168.203.6@tcp:37:lfs.0 Request processed in 6038us (6410us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614735.098685:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 3 00000100:00100000:0.0:1787614735.103323:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614735.103472:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252119424 00000100:00100000:3.0:1787614735.103482:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252119424 00000100:00100000:3.0:1787614735.103534:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 4 00000100:00100000:3.0:1787614735.103543:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b5df7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+12:18743:x1874449252119424:12345-192.168.203.6@tcp:35:lfs.0 00000100:00100000:3.0:1787614735.103756:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b5df7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+13:18743:x1874449252119424:12345-192.168.203.6@tcp:35:lfs.0 Request processed in 212us (441us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1787614735.103763:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 4 00000100:00100000:1.0:1787614735.166548:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614735.167082:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252119552 00000100:00100000:0.0:1787614735.167093:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252119552 00000100:00100000:0.0:1787614735.167260:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 36 00000100:00100000:0.0:1787614735.167272:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+11:18749:x1874449252119552:12345-192.168.203.6@tcp:101:bash.0 00010000:00010000:0.0:1787614735.167293:0:22738:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614735.167313:0:22738:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7961 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce8a expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167382:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7968 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167397:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7968 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167409:0:22738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7968 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167438:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e796f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167500:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e796f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167507:0:22738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e796f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167766:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487200/0xbb6ded2d9f6e7976 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167776:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487200/0xbb6ded2d9f6e7976 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167783:0:22738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487200/0xbb6ded2d9f6e7976 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787614735.167828:0:22738:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787614735.167832:0:22738:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787614735.167873:0:22738:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487200/0xbb6ded2d9f6e7976 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167885:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7968 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167891:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7968 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167898:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7968 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167914:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981486200 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614735.167919:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7968 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167926:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7968 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167938:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd882197900) 00010000:00010000:0.0:1787614735.167940:0:22738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614735.167944:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7968 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167950:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7968 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167964:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e796f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167969:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e796f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167974:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e796f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167979:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981486e00 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614735.167982:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e796f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.167987:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e796f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.168003:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8fd99393ad00) 00010000:00010000:0.0:1787614735.168005:0:22738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614735.168008:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e796f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.168014:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e796f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.168041:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7961 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce8a expref: 13 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.168053:0:22738:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487200/0xbb6ded2d9f6e7976 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce8a expref: 12 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.168060:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fd99393a700) 00010000:00010000:0.0:1787614735.168062:0:22738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1787614735.168064:0:22738:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd981487200, rc 0) 00000100:00100000:0.0:1787614735.168121:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+12:18749:x1874449252119552:12345-192.168.203.6@tcp:101:bash.0 Request processed in 852us (1586us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614735.168129:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 36 00000100:00100000:0.0:1787614735.172767:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614735.172906:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252119680 00000100:00100000:3.0:1787614735.172917:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252119680 00000100:00100000:3.0:1787614735.173002:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 7 00000100:00100000:3.0:1787614735.173013:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:18749:x1874449252119680:12345-192.168.203.6@tcp:900:bash.0 00000100:00100000:3.0:1787614735.173111:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:18749:x1874449252119680:12345-192.168.203.6@tcp:900:bash.0 Request processed in 100us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614735.173119:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 7 00000100:00080000:2.0:1787614735.173750:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787614735.182218:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614735.182344:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252119936 00000100:00100000:3.0:1787614735.182356:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252119936 00000100:00100000:3.0:1787614735.182484:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 37 00000100:00100000:3.0:1787614735.182495:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+12:18749:x1874449252119936:12345-192.168.203.6@tcp:101:bash.0 00010000:00010000:3.0:1787614735.182514:0:24551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787614735.182535:0:24551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2600/0xbb6ded2d9f6e797d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce91 expref: -99 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.182648:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.182664:0:24551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2400/0xbb6ded2d9f6e795a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce83 expref: 12 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.182672:0:24551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.182705:0:24551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2400/0xbb6ded2d9f6e795a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce83 expref: 12 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.182720:0:24551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2400/0xbb6ded2d9f6e795a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce83 expref: 12 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614735.182733:0:24551:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24551:1874449272152320:192.168.203.6@tcp:104: 00000100:00100000:3.0:1787614735.182997:0:24551:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9903ea0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787614735.187749:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614735.187779:0:24551:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24551:1874449272152320:192.168.203.6@tcp:104: 00010000:00010000:3.0:1787614735.187819:0:24551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614735.187964:0:22724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252120064 00000100:00100000:2.0:1787614735.187970:0:22724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252120064 00010000:00010000:2.0:1787614735.188002:0:22724:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2400/0xbb6ded2d9f6e795a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce83 expref: 13 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614735.188033:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 16 00000100:00100000:2.0:1787614735.188051:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af803800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c18ee228-b792-407e-ada8-023a74b6c4ee+13:2404:x1874449252120064:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787614735.188066:0:22724:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614735.188073:0:22724:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2400/0xbb6ded2d9f6e795a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce83 expref: 13 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.188086:0:22724:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2400/0xbb6ded2d9f6e795a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce83 expref: 13 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.188107:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2400/0xbb6ded2d9f6e795a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce83 expref: 13 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.188121:0:22724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fd99393a700) 00010000:00010000:2.0:1787614735.188126:0:22724:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.188135:0:22724:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.188142:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.188205:0:22724:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787614735.188266:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af803800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c18ee228-b792-407e-ada8-023a74b6c4ee+12:2404:x1874449252120064:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 216us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614735.188280:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 16 00010000:00010000:3.0:1787614735.193382:0:24551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.193496:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.193752:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e798b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.193768:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e798b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.193780:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e798b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194281:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e7992 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194292:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e7992 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194299:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e7992 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787614735.194309:0:24551:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787614735.194335:0:24551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194341:0:24551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194347:0:24551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194367:0:24551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f3000 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:3.0:1787614735.194372:0:24551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194379:0:24551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194405:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fd99393a700) 00010000:00010000:3.0:1787614735.194408:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787614735.194412:0:24551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194418:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3000/0xbb6ded2d9f6e7984 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787614735.194430:0:24551:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004dd4d9d1 reply state 00000000ad58158c transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e798b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194484:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e798b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194491:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8fd99393ac00) 00010000:00010000:3.0:1787614735.194494:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787614735.194497:0:24551:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787614735.194537:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2600/0xbb6ded2d9f6e797d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce91 expref: 15 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194552:0:24551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e7992 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce91 expref: 14 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.194571:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:3.0:1787614735.194573:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1787614735.194575:0:24551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd8827f3a00, rc 0) 00000100:00100000:3.0:1787614735.194662:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+15:18749:x1874449252119936:12345-192.168.203.6@tcp:101:bash.0 Request processed in 12166us (12450us total) trans 12884901896 rc 0/0 00000100:00100000:3.0:1787614735.194673:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 37 00000040:00080000:2.0:1787614735.195290:0:22771:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787614735.212764:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614735.215284:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252120192 00000100:00100000:2.0:1787614735.215299:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252120192 00000100:00100000:2.0:1787614735.215379:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 38 00000100:00100000:2.0:1787614735.215390:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af802d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+15:18749:x1874449252120192:12345-192.168.203.6@tcp:101:bash.0 00010000:00010000:2.0:1787614735.215414:0:22737:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614735.215435:0:22737:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e79a0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce98 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.215549:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.215563:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.215572:0:22737:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787614735.215620:0:22737:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1787614735.215624:0:22737:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787614735.215644:0:22737:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.215654:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.215674:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e79a0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce98 expref: 17 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.215708:0:22737:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce98 expref: 16 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.215716:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:2.0:1787614735.215719:0:22737:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787614735.215722:0:22737:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9a6db7200, rc 0) 00000100:00100000:2.0:1787614735.215774:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af802d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+16:18749:x1874449252120192:12345-192.168.203.6@tcp:101:bash.0 Request processed in 386us (3020us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614735.215780:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 38 00000100:00100000:1.0:1787614735.226310:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614735.226428:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252120448 00000100:00100000:3.0:1787614735.226439:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252120448 00000100:00100000:3.0:1787614735.226699:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 5 00000100:00100000:3.0:1787614735.226711:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+16:18749:x1874449252120448:12345-192.168.203.6@tcp:35:bash.0 00000100:00100000:3.0:1787614735.227038:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+17:18749:x1874449252120448:12345-192.168.203.6@tcp:35:bash.0 Request processed in 328us (736us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1787614735.227047:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 5 00000100:00100000:0.0:1787614735.303919:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614735.304032:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252120704 00000100:00100000:1.0:1787614735.304042:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252120704 00000100:00100000:1.0:1787614735.304105:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 39 00000100:00100000:1.0:1787614735.304117:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+17:18760:x1874449252120704:12345-192.168.203.6@tcp:101:lfs.0 00010000:00010000:1.0:1787614735.304146:0:22738:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614735.304165:0:22738:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e79ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ce9f expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787614735.304266:0:22738:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1787614735.304363:0:22738:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e79ae lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce9f expref: 19 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.304391:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8fd882197900) 00010000:00010000:1.0:1787614735.304394:0:22738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787614735.304400:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e79ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce9f expref: 19 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.304415:0:22738:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e1e00, rc 0) 00000100:00100000:1.0:1787614735.304806:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+18:18760:x1874449252120704:12345-192.168.203.6@tcp:101:lfs.0 Request processed in 681us (887us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1787614735.304815:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 39 00000100:00100000:0.0:1787614735.309248:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614735.309344:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252120960 00000100:00100000:2.0:1787614735.309355:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252120960 00000100:00100000:2.0:1787614735.309414:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 6 00000100:00100000:2.0:1787614735.309427:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af801180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+18:18760:x1874449252120960:12345-192.168.203.6@tcp:35:lfs.0 00000100:00100000:2.0:1787614735.309684:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af801180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+19:18760:x1874449252120960:12345-192.168.203.6@tcp:35:lfs.0 Request processed in 260us (445us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1787614735.309691:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 6 00000040:00080000:2.0:1787614735.320329:0:23489:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787614735.348940:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614735.349066:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252121216 00000100:00100000:1.0:1787614735.349077:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252121216 00000100:00100000:1.0:1787614735.349145:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 40 00000100:00100000:1.0:1787614735.349156:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+19:18763:x1874449252121216:12345-192.168.203.6@tcp:101:lfs.0 00010000:00010000:1.0:1787614735.349181:0:24551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614735.349201:0:24551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e79bc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cea6 expref: -99 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.349355:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e79c3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.349371:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e79c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.349382:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e79c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787614735.349393:0:24551:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1787614735.349549:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1e00/0xbb6ded2d9f6e79bc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cea6 expref: 22 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.349567:0:24551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e79c3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cea6 expref: 21 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.349574:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:1.0:1787614735.349578:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787614735.349582:0:24551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e1200, rc 0) 00000100:00100000:1.0:1787614735.349647:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+21:18763:x1874449252121216:12345-192.168.203.6@tcp:101:lfs.0 Request processed in 493us (719us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1787614735.349655:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 40 00000100:00100000:0.0:1787614735.353211:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614735.353397:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252121344 00000100:00100000:1.0:1787614735.353677:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252121344 00000100:00100000:1.0:1787614735.353778:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 41 00000100:00100000:1.0:1787614735.353789:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+21:18763:x1874449252121344:12345-192.168.203.6@tcp:54:lfs.0 00010000:00010000:1.0:1787614735.355702:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e79d1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.355727:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e79d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.355740:0:22739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e79d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.356011:0:22739:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e79d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.356021:0:22739:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e79d1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.356048:0:22739:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e79d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.356054:0:22739:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1000 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:1.0:1787614735.356058:0:22739:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e79d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.356066:0:22739:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e79d1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.356079:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:1.0:1787614735.356083:0:22739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787614735.356087:0:22739:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e79d1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.356093:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e79d1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614735.356238:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+21:18763:x1874449252121344:12345-192.168.203.6@tcp:54:lfs.0 Request processed in 2445us (3032us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614735.356249:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 41 00000100:00100000:2.0:1787614735.363815:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614735.364743:0:23492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252121472 00000100:00100000:1.0:1787614735.364757:0:23492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252121472 00000100:00100000:1.0:1787614735.364844:0:23492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 0 00000100:00100000:1.0:1787614735.364857:0:23492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+21:2406:x1874449252121472:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787614735.364985:0:23492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787614735.365129:0:23492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1200/0xbb6ded2d9f6e79c3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cea6 expref: 21 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.365168:0:23492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:1.0:1787614735.365174:0:23492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787614735.365274:0:23492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+20:2406:x1874449252121472:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 419us (1476us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614735.365282:0:23492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 0 00000100:00100000:2.0:1787614735.376425:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614735.376643:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252121728 00000100:00100000:0.0:1787614735.376663:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252121728 00000100:00100000:0.0:1787614735.376777:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 7 00000100:00100000:0.0:1787614735.376789:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+20:18763:x1874449252121728:12345-192.168.203.6@tcp:35:lfs.0 00000100:00100000:0.0:1787614735.377390:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+21:18763:x1874449252121728:12345-192.168.203.6@tcp:35:lfs.0 Request processed in 601us (973us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1787614735.377408:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 7 00000100:00100000:0.0:1787614735.512963:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787614735.512992:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272152448:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787614735.513071:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:2.0:1787614735.513200:0:22734:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787614735.513205:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fd9a9429000 from 13 10000000:01000000:2.0:1787614735.513209:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787614735.513250:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db6c00/0xbb6ded2d9f6e79d8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.513262:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db6c00/0xbb6ded2d9f6e79d8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.513293:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db6c00/0xbb6ded2d9f6e79d8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614735.513311:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272152576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787614735.513345:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614735.513388:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9beddf0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787614735.513409:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272152576 00000100:00100000:2.0:1787614735.513416:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272152576 00000100:00100000:2.0:1787614735.513483:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1787614735.513492:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+20:22734:x1874449272152576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787614735.513505:0:22731:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614735.513517:0:22731:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9a6db7e00/0xbb6ded2d9f6e79df lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e79d8 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.513543:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9a6db7e00/0xbb6ded2d9f6e79df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e79d8 expref: 21 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.513555:0:22731:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9a6db7e00/0xbb6ded2d9f6e79df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e79d8 expref: 21 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.513565:0:22731:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9a6db7e00, rc 0) 00000100:00100000:2.0:1787614735.513610:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:22734:x1874449272152576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614735.513617:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1787614735.513818:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272152576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787614735.513833:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db6c00/0xbb6ded2d9f6e79d8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e79df expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.513841:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db6c00/0xbb6ded2d9f6e79d8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e79df expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614735.513909:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af800e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272152704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787614735.513936:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614735.513966:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b5f7d300 going to sleep for 11 seconds 00000100:00100000:1.0:1787614735.514018:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272152704 00000100:00100000:1.0:1787614735.514024:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272152704 00000100:00100000:1.0:1787614735.514058:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1787614735.514065:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:22734:x1874449272152704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787614735.514189:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:22734:x1874449272152704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614735.514196:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1787614735.514372:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af800e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272152704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787614735.514400:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af800e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272152832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787614735.514477:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614735.514502:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9b5f7d300 going to sleep for 11 seconds 00000100:00100000:0.0:1787614735.514516:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272152832 00000100:00100000:0.0:1787614735.514520:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272152832 00000100:00100000:0.0:1787614735.514549:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1787614735.514555:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:22734:x1874449272152832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787614735.514634:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:22734:x1874449272152832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 78us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614735.514640:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1787614735.514677:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af800e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272152832:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787614735.518048:0:25779:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:3.0:1787614735.518074:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272152448 00000100:00100000:3.0:1787614735.518085:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272152448 00000020:01000000:0.0:1787614735.518122:0:22734:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 00000100:00100000:3.0:1787614735.518149:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787614735.518324:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272152448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787614735.518359:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787614735.518469:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272152448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (5396us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614735.518477:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 10000000:01000000:0.0:1787614735.518529:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00000100:00100000:1.0:1787614735.518532:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272152448:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787614735.518542:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db6c00/0xbb6ded2d9f6e79d8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e79df expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.518555:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db6c00/0xbb6ded2d9f6e79d8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e79df expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787614735.518566:0:22734:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787614735.518568:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fd985231800 from 13 10000000:01000000:0.0:1787614735.518571:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00080000:2.0:1787614735.518572:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787614735.518598:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981487800/0xbb6ded2d9f6e79e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.518606:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd981487800/0xbb6ded2d9f6e79e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.518614:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd981487800/0xbb6ded2d9f6e79e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614735.518635:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af800e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272152960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787614735.518676:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614735.518792:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9834f3300 going to sleep for 11 seconds 00000100:00100000:2.0:1787614735.518923:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272152960 00000100:00100000:2.0:1787614735.518929:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272152960 00000100:00100000:2.0:1787614735.518975:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1787614735.518982:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+21:22734:x1874449272152960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787614735.518991:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614735.519005:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9a6db7600/0xbb6ded2d9f6e79ed lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e79e6 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.519026:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9a6db7600/0xbb6ded2d9f6e79ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e79e6 expref: 22 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.519036:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9a6db7600/0xbb6ded2d9f6e79ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e79e6 expref: 22 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.519045:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9a6db7600, rc 0) 00000100:00100000:2.0:1787614735.519085:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:22734:x1874449272152960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 103us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614735.519092:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1787614735.519437:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af800e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272152960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787614735.519475:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd981487800/0xbb6ded2d9f6e79e6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e79ed expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.519483:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd981487800/0xbb6ded2d9f6e79e6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e79ed expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614735.519540:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af800e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787614735.519571:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614735.519605:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9834f3300 going to sleep for 11 seconds 00000100:00100000:2.0:1787614735.519656:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272153088 00000100:00100000:2.0:1787614735.519661:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272153088 00000100:00100000:2.0:1787614735.519702:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1787614735.519710:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:22734:x1874449272153088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787614735.519846:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:22734:x1874449272153088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 137us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614735.519854:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1787614735.520060:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af800e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787614735.520087:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af800e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787614735.520144:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614735.520175:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9834f3300 going to sleep for 11 seconds 00000100:00100000:2.0:1787614735.520313:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272153216 00000100:00100000:2.0:1787614735.520318:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272153216 00000100:00100000:2.0:1787614735.520359:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1787614735.520367:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:22734:x1874449272153216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787614735.520482:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:22734:x1874449272153216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 111us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614735.520500:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1787614735.520927:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af800e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153216:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787614735.522420:0:25780:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1787614735.525076:0:22734:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787614735.525116:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787614735.525187:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd981487800/0xbb6ded2d9f6e79e6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e79ed expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.525204:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd981487800/0xbb6ded2d9f6e79e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e79ed expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787614735.525217:0:22734:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787614735.525220:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fd9bf7bb800 from 13 10000000:01000000:2.0:1787614735.525224:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787614735.525275:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db7000/0xbb6ded2d9f6e79f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.525284:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db7000/0xbb6ded2d9f6e79f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.525295:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db7000/0xbb6ded2d9f6e79f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614735.525323:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787614735.525392:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614735.525436:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9beddfd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787614735.525480:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272153344 00000100:00100000:0.0:1787614735.525489:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272153344 00000100:00100000:0.0:1787614735.525545:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1787614735.525556:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+22:22734:x1874449272153344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787614735.525571:0:22732:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614735.525584:0:22732:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd981486c00/0xbb6ded2d9f6e79fb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e79f4 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.525612:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd981486c00/0xbb6ded2d9f6e79fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e79f4 expref: 23 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.525639:0:22732:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd981486c00/0xbb6ded2d9f6e79fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e79f4 expref: 23 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.525647:0:22732:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd981486c00, rc 0) 00000100:00100000:0.0:1787614735.525705:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:22734:x1874449272153344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614735.525712:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1787614735.525782:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787614735.525811:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db7000/0xbb6ded2d9f6e79f4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e79fb expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.525822:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db7000/0xbb6ded2d9f6e79f4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e79fb expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614735.525891:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787614735.525919:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614735.525947:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9beddfd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787614735.525988:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272153472 00000100:00100000:1.0:1787614735.525993:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272153472 00000100:00100000:1.0:1787614735.526021:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1787614735.526030:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:22734:x1874449272153472:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787614735.526169:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:22734:x1874449272153472:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 140us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614735.526176:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1787614735.526493:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787614735.526717:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787614735.526767:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614735.526812:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9beddfd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787614735.526818:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272153600 00000100:00100000:0.0:1787614735.526824:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272153600 00000100:00100000:0.0:1787614735.526861:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1787614735.526869:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd88341cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:22734:x1874449272153600:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787614735.526978:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd88341cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:22734:x1874449272153600:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 110us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614735.526986:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1787614735.527064:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153600:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787614735.529114:0:25781:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1787614735.529208:0:22734:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1787614735.529231:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787614735.529242:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db7000/0xbb6ded2d9f6e79f4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e79fb expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.529264:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd9a6db7000/0xbb6ded2d9f6e79f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e79fb expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787614735.529276:0:22734:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787614735.529278:0:22734:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8fd9bce01000 from 13 10000000:01000000:1.0:1787614735.529281:0:22734:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787614735.529315:0:22734:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1200/0xbb6ded2d9f6e7a02 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.529323:0:22734:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1200/0xbb6ded2d9f6e7a02 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.529333:0:22734:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1200/0xbb6ded2d9f6e7a02 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614735.529356:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883f6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153728:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787614735.529417:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614735.529493:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787614735.529592:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272153728 00000100:00100000:2.0:1787614735.529599:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272153728 00000100:00100000:2.0:1787614735.529700:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1787614735.529710:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7848450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+23:22734:x1874449272153728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787614735.529723:0:22730:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614735.529735:0:22730:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8fd9a6db6a00/0xbb6ded2d9f6e7a09 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xbb6ded2d9f6e7a02 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.529758:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8fd9a6db6a00/0xbb6ded2d9f6e7a09 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7a02 expref: 24 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.529768:0:22730:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8fd9a6db6a00/0xbb6ded2d9f6e7a09 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbb6ded2d9f6e7a02 expref: 24 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.529777:0:22730:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9a6db6a00, rc 0) 00000100:00100000:2.0:1787614735.529832:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7848450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:22734:x1874449272153728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614735.529838:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1787614735.530184:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883f6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153728:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787614735.530202:0:22734:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1200/0xbb6ded2d9f6e7a02 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7a09 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.530211:0:22734:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1200/0xbb6ded2d9f6e7a02 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbb6ded2d9f6e7a09 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614735.530271:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883f6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153856:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787614735.530300:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614735.530333:0:22732:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272153856 00000100:00100000:1.0:1787614735.530338:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787614735.530341:0:22732:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272153856 00000100:00100000:0.0:1787614735.530385:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1787614735.530394:0:22732:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b784b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:22734:x1874449272153856:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787614735.530529:0:22732:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b784b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:22734:x1874449272153856:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 135us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614735.530537:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1787614735.530571:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883f6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153856:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787614735.530597:0:22734:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883f6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153984:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787614735.530636:0:22734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614735.530666:0:22734:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787614735.530709:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272153984 00000100:00100000:3.0:1787614735.530713:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272153984 00000100:00100000:3.0:1787614735.530746:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1787614735.530754:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7849050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:22734:x1874449272153984:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787614735.530851:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7849050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:22734:x1874449272153984:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 97us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614735.530858:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1787614735.530924:0:22734:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883f6f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:22734:1874449272153984:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787614735.531929:0:25782:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787614735.532111:0:22734:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787614735.532135:0:22734:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787614735.532143:0:22734:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1200/0xbb6ded2d9f6e7a02 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7a09 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.532153:0:22734:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.106@tcp lock: ffff8fd98c4e1200/0xbb6ded2d9f6e7a02 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbb6ded2d9f6e7a09 expref: -99 pid: 22734 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614735.650070:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614735.650181:0:25767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252121984 00000100:00100000:2.0:1787614735.650191:0:25767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252121984 00000100:00100000:2.0:1787614735.650260:0:25767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 42 00000100:00100000:2.0:1787614735.650271:0:25767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+21:18794:x1874449252121984:12345-192.168.203.6@tcp:101:cat.0 00010000:00010000:2.0:1787614735.650296:0:25767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614735.650317:0:25767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7c00/0xbb6ded2d9f6e7a10 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cead expref: -99 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.650419:0:25767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7a17 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.650433:0:25767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7a17 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.650488:0:25767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7a17 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787614735.650500:0:25767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787614735.650635:0:25767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7c00/0xbb6ded2d9f6e7a10 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cead expref: 24 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.650655:0:25767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7a17 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cead expref: 23 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.650663:0:25767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:2.0:1787614735.650665:0:25767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787614735.650668:0:25767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9a6db6400, rc 0) 00000100:00100000:2.0:1787614735.650721:0:25767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+23:18794:x1874449252121984:12345-192.168.203.6@tcp:101:cat.0 Request processed in 452us (659us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1787614735.650745:0:25767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 42 00000100:00100000:1.0:1787614735.657276:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614735.657367:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252122240 00000100:00100000:3.0:1787614735.657378:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252122240 00000100:00100000:3.0:1787614735.657463:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 8 00000100:00100000:3.0:1787614735.657475:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+23:18794:x1874449252122240:12345-192.168.203.6@tcp:35:cat.0 00000100:00100000:3.0:1787614735.657832:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+24:18794:x1874449252122240:12345-192.168.203.6@tcp:35:cat.0 Request processed in 358us (566us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1787614735.657839:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 8 00000100:00100000:0.0:1787614735.660351:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614735.660436:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252122368 00000100:00100000:2.0:1787614735.660467:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252122368 00000100:00100000:2.0:1787614735.660541:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 1 00000100:00100000:2.0:1787614735.660552:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af800700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+24:2404:x1874449252122368:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787614735.660750:0:22723:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614735.660777:0:22723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7a17 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cead expref: 24 pid: 25767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.660860:0:22723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:2.0:1787614735.660865:0:22723:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787614735.660918:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af800700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+23:2404:x1874449252122368:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 368us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614735.660926:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 1 00000100:00100000:2.0:1787614735.708766:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614735.708979:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252122624 00000100:00100000:0.0:1787614735.708990:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252122624 00000100:00100000:0.0:1787614735.709102:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 43 00000100:00100000:0.0:1787614735.709125:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+23:18800:x1874449252122624:12345-192.168.203.6@tcp:101:dd.0 00010000:00010000:0.0:1787614735.709150:0:22737:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614735.709169:0:22737:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a25 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ceb4 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.709281:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7a2c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.709296:0:22737:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e7992 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce91 expref: 24 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.709305:0:22737:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce98 expref: 24 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.709313:0:22737:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7a2c lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.709344:0:22737:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce98 expref: 24 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.709356:0:22737:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce98 expref: 24 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614735.709369:0:22737:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af803480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22737:1874449272154112:192.168.203.6@tcp:104: 00010000:00010000:0.0:1787614735.709486:0:22737:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e7992 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce91 expref: 24 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.709495:0:22737:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e7992 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce91 expref: 24 pid: 24551 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614735.709510:0:22737:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af803b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22737:1874449272154240:192.168.203.6@tcp:104: 00000100:00100000:0.0:1787614735.709539:0:22737:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd990f2c600 going to sleep for 11 seconds 00000100:00100000:1.0:1787614735.714256:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614735.714566:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614735.714774:0:23492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252122752 00000100:00100000:1.0:1787614735.714784:0:23492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252122752 00010000:00010000:1.0:1787614735.714833:0:23492:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce98 expref: 25 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614735.714881:0:23492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252122880 00000100:00100000:1.0:1787614735.714884:0:23492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252122880 00010000:00010000:1.0:1787614735.714902:0:23492:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e7992 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce91 expref: 26 pid: 24551 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614735.714922:0:23492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 17 00000100:00100000:1.0:1787614735.714931:0:23492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+26:2405:x1874449252122752:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787614735.714946:0:23492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1787614735.714951:0:22737:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af803480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22737:1874449272154112:192.168.203.6@tcp:104: 00010000:00010000:1.0:1787614735.714953:0:23492:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce98 expref: 26 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614735.714961:0:22737:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af803b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22737:1874449272154240:192.168.203.6@tcp:104: 00010000:00010000:1.0:1787614735.714964:0:23492:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce98 expref: 26 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.714995:0:22737:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7a2c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614735.715026:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 18 00000100:00100000:3.0:1787614735.715035:0:22724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bd48c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+26:2404:x1874449252122880:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787614735.715044:0:22724:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787614735.715050:0:22724:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e7992 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce91 expref: 26 pid: 24551 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.715060:0:22724:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e7992 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce91 expref: 26 pid: 24551 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.715094:0:22724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3a00/0xbb6ded2d9f6e7992 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce91 expref: 26 pid: 24551 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.715109:0:22724:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:3.0:1787614735.715114:0:22724:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7a2c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.715124:0:22724:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7a2c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614735.715130:0:22724:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787614735.715187:0:22724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bd48c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+25:2404:x1874449252122880:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 154us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614735.715195:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 18 00010000:00010000:1.0:1787614735.715634:0:23492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e79a7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ce98 expref: 24 pid: 22737 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.715647:0:23492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:1.0:1787614735.715651:0:23492:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7a2c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.715660:0:23492:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7a2c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.715667:0:23492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7a2c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.715877:0:23492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614735.715917:0:23492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+23:2405:x1874449252122752:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 986us (1678us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614735.715924:0:23492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 17 00010000:00010000:2.0:1787614735.716120:0:22737:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7a2c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.716131:0:22737:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7a2c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787614735.716151:0:22737:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787614735.716315:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a25 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ceb4 expref: 24 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.716333:0:22737:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981487c00/0xbb6ded2d9f6e7a2c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ceb4 expref: 23 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.716356:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:2.0:1787614735.716359:0:22737:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1787614735.716362:0:22737:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd981487c00, rc 0) 00000100:00100000:2.0:1787614735.716398:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+23:18800:x1874449252122624:12345-192.168.203.6@tcp:101:dd.0 Request processed in 7275us (7641us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1787614735.716406:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 43 00000100:00100000:0.0:1787614735.718390:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614735.718491:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252123008 00000100:00100000:1.0:1787614735.718499:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252123008 00000100:00100000:1.0:1787614735.718561:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 44 00000100:00100000:1.0:1787614735.718571:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+23:18800:x1874449252123008:12345-192.168.203.6@tcp:101:dd.0 00010000:00010000:1.0:1787614735.718592:0:22739:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614735.718611:0:22739:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7a3a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cebb expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.718643:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7a41 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.718656:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7a41 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.718667:0:22739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7a41 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.718786:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7a3a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cebb expref: 25 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.718812:0:22739:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7a41 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cebb expref: 24 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.718821:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:1.0:1787614735.718824:0:22739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787614735.718827:0:22739:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e0200, rc 0) 00000100:00100000:1.0:1787614735.718883:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af803800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+24:18800:x1874449252123008:12345-192.168.203.6@tcp:101:dd.0 Request processed in 313us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614735.718891:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 44 00000100:00100000:3.0:1787614735.721476:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614735.721578:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252123264 00000100:00100000:1.0:1787614735.721588:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252123264 00000100:00100000:1.0:1787614735.721683:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 45 00000100:00100000:1.0:1787614735.721694:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+24:18800:x1874449252123264:12345-192.168.203.6@tcp:36:dd.0 00010000:00010000:1.0:1787614735.721910:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7a48 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.721928:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7a48 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.721938:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7a48 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787614735.721980:0:24551:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1787614735.722002:0:24551:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e613c792 reply state 000000009a45e123 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7a48 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.722031:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7a48 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614735.722038:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:1.0:1787614735.722041:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787614735.722045:0:24551:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787614735.722130:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+27:18800:x1874449252123264:12345-192.168.203.6@tcp:36:dd.0 Request processed in 437us (691us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1787614735.722137:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 45 00000020:00080000:1.0:1787614735.722142:0:24551:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1787614735.727131:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614735.727232:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252123392 00000100:00100000:2.0:1787614735.727243:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252123392 00000100:00100000:2.0:1787614735.727300:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 46 00000100:00100000:2.0:1787614735.727310:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+27:18800:x1874449252123392:12345-192.168.203.6@tcp:101:dd.0 00010000:00010000:2.0:1787614735.727332:0:22737:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614735.727353:0:22737:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7c00/0xbb6ded2d9f6e7a4f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cec2 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.727407:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7c00/0xbb6ded2d9f6e7a4f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cec2 expref: 28 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.727421:0:22737:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7c00/0xbb6ded2d9f6e7a4f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cec2 expref: 28 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.727438:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:2.0:1787614735.727479:0:22737:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787614735.727483:0:22737:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9a6db7c00, rc 0) 00000100:00100000:2.0:1787614735.727533:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+28:18800:x1874449252123392:12345-192.168.203.6@tcp:101:dd.0 Request processed in 224us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614735.727540:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 46 00000100:00100000:2.0:1787614735.741515:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614735.741611:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252123648 00000100:00100000:0.0:1787614735.741620:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252123648 00000100:00100000:0.0:1787614735.741681:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 2 00000100:00100000:0.0:1787614735.741692:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+28:18800:x1874449252123648:12345-192.168.203.6@tcp:103:dd.0 00010000:00010000:0.0:1787614735.741708:0:22722:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614735.741732:0:22722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7c00/0xbb6ded2d9f6e7a4f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cec2 expref: 28 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.741750:0:22722:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:0.0:1787614735.741754:0:22722:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787614735.741819:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+27:18800:x1874449252123648:12345-192.168.203.6@tcp:103:dd.0 Request processed in 128us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614735.741839:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 2 00000100:00100000:3.0:1787614735.744184:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614735.744283:0:25767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252123776 00000100:00100000:2.0:1787614735.744294:0:25767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252123776 00000100:00100000:2.0:1787614735.744353:0:25767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 47 00000100:00100000:2.0:1787614735.744363:0:25767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+27:18800:x1874449252123776:12345-192.168.203.6@tcp:58:dd.0 00010000:00010000:2.0:1787614735.744502:0:25767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e7a56 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.744518:0:25767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e7a56 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614735.744529:0:25767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e7a56 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787614735.746090:0:25767:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787614735.746121:0:25767:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1787614735.746302:0:25767:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1787614735.746460:0:25767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+27:18800:x1874449252123776:12345-192.168.203.6@tcp:58:dd.0 Request processed in 2074us (2260us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614735.746472:0:25767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 47 00000100:00100000:0.0:1787614735.749221:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614735.749330:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252123904 00000100:00100000:1.0:1787614735.749341:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252123904 00000100:00100000:0.0:1787614735.749591:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 48 00000100:00100000:0.0:1787614735.749602:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+27:18800:x1874449252123904:12345-192.168.203.6@tcp:101:dd.0 00010000:00010000:0.0:1787614735.749679:0:24551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614735.749702:0:24551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7a5d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cec9 expref: -99 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.749770:0:24551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e7a56 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.749787:0:24551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7a5d lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cec9 expref: 28 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.749817:0:24551:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e7a56 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.749831:0:24551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7a5d lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cec9 expref: 28 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.749849:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:0.0:1787614735.749852:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787614735.749856:0:24551:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7a5d lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cec9 expref: 28 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614735.749864:0:24551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd981486600, rc 0) 00000100:00100000:0.0:1787614735.749924:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+28:18800:x1874449252123904:12345-192.168.203.6@tcp:101:dd.0 Request processed in 323us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614735.749945:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 48 00010000:00010000:3.0:1787614735.768341:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787614736.215738:0:22771:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787614736.215749:0:22771:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787614736.215773:0:22771:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1787614736.215781:0:22771:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1787614736.215929:0:22771:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9b62e0700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22771:1874449272154368:192.168.203.6@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1787614736.216030:0:22771:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd989e193c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787614736.222405:0:22771:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9b62e0700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22771:1874449272154368:192.168.203.6@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1787614736.224061:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614736.224418:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252124032 00000100:00100000:1.0:1787614736.224429:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252124032 00000100:00100000:1.0:1787614736.224689:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 49 00000100:00100000:1.0:1787614736.224700:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+28:18801:x1874449252124032:12345-192.168.203.6@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1787614736.224734:0:22739:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1787614736.224878:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+28:18801:x1874449252124032:12345-192.168.203.6@tcp:53:lhsmtool_posix.0 Request processed in 178us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614736.224886:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 49 00000100:00100000:2.0:1787614736.229812:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614736.235076:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252124160 00000100:00100000:0.0:1787614736.235095:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252124160 00000100:00100000:0.0:1787614736.235258:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 50 00000100:00100000:0.0:1787614736.235269:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+28:18801:x1874449252124160:12345-192.168.203.6@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1787614736.235344:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e7a64 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235360:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e7a64 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235374:0:22738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e7a64 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235389:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7a6b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235397:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7a6b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235403:0:22738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7a6b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235426:0:22738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a72 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235436:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235472:0:22738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787614736.235532:0:22738:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1787614736.235536:0:22738:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787614736.235566:0:22738:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235578:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e7a64 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235584:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e7a64 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235591:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e7a64 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235596:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981486400 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614736.235600:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e7a64 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235607:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e7a64 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235619:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8fd98510a900) 00010000:00010000:0.0:1787614736.235622:0:22738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614736.235626:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e7a64 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235631:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486400/0xbb6ded2d9f6e7a64 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235646:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7a6b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235664:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7a6b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235670:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7a6b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235675:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981486200 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614736.235679:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7a6b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235685:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7a6b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235693:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8fd98510a700) 00010000:00010000:0.0:1787614736.235696:0:22738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614736.235698:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7a6b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235704:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486200/0xbb6ded2d9f6e7a6b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235719:0:22738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235725:0:22738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a72 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235731:0:22738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a72 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235736:0:22738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd981486e00 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614736.235745:0:22738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a72 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235752:0:22738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a72 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235759:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:0.0:1787614736.235762:0:22738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614736.235765:0:22738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a72 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.235770:0:22738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486e00/0xbb6ded2d9f6e7a72 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22738 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614736.235878:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+28:18801:x1874449252124160:12345-192.168.203.6@tcp:34:lhsmtool_posix.0 Request processed in 609us (6086us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614736.235886:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 50 00000100:00100000:2.0:1787614736.243495:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614736.243598:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252124416 00000100:00100000:0.0:1787614736.243608:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252124416 00000100:00100000:0.0:1787614736.243667:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 51 00000100:00100000:0.0:1787614736.243678:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+28:18801:x1874449252124416:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787614736.243698:0:24551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614736.243718:0:24551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486800/0xbb6ded2d9f6e7a79 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ced0 expref: -99 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.243850:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031800/0xbb6ded2d9f6e7a80 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.244095:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031800/0xbb6ded2d9f6e7a80 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.244122:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031800/0xbb6ded2d9f6e7a80 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787614736.244135:0:24551:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787614736.244213:0:24551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031800/0xbb6ded2d9f6e7a80 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.244222:0:24551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031800/0xbb6ded2d9f6e7a80 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.244230:0:24551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031800/0xbb6ded2d9f6e7a80 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.244236:0:24551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd980031800 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614736.244240:0:24551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031800/0xbb6ded2d9f6e7a80 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.244248:0:24551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031800/0xbb6ded2d9f6e7a80 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.244261:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:0.0:1787614736.244264:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787614736.244269:0:24551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031800/0xbb6ded2d9f6e7a80 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.244276:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031800/0xbb6ded2d9f6e7a80 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.244318:0:24551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486800/0xbb6ded2d9f6e7a79 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ced0 expref: 30 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.244341:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8fd98510a900) 00010000:00010000:0.0:1787614736.244344:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787614736.244348:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486800/0xbb6ded2d9f6e7a79 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ced0 expref: 30 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.244359:0:24551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd981486800, rc 0) 00000100:00100000:0.0:1787614736.244424:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+29:18801:x1874449252124416:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 Request processed in 747us (937us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1787614736.244432:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 51 00000100:00100000:0.0:1787614736.252354:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614736.252480:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252124544 00000100:00100000:1.0:1787614736.252490:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252124544 00000100:00100000:1.0:1787614736.252544:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 52 00000100:00100000:1.0:1787614736.253146:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+29:18801:x1874449252124544:12345-192.168.203.6@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1787614736.253188:0:22739:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1787614736.253310:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af803480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+29:18801:x1874449252124544:12345-192.168.203.6@tcp:53:lhsmtool_posix.0 Request processed in 171us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614736.254947:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 52 00000100:00100000:2.0:1787614736.259227:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614736.261045:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252124800 00000100:00100000:0.0:1787614736.261059:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252124800 00000100:00100000:0.0:1787614736.261127:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 53 00000100:00100000:0.0:1787614736.261136:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+29:18801:x1874449252124800:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787614736.261154:0:22737:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614736.261172:0:22737:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031800/0xbb6ded2d9f6e7a8e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ced7 expref: -99 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787614736.266244:0:22737:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x6:0x0], count =60 00000004:00080000:2.0:1787614736.266260:0:22737:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x6:0x0]+60 in llog 00000004:00080000:2.0:1787614736.266304:0:22737:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:2.0:1787614736.267695:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6200/0xbb6ded2d9f6e7a95 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.267716:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6200/0xbb6ded2d9f6e7a95 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.267727:0:22737:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6200/0xbb6ded2d9f6e7a95 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.267945:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031800/0xbb6ded2d9f6e7a8e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ced7 expref: 32 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.267969:0:22737:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6200/0xbb6ded2d9f6e7a95 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ced7 expref: 31 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.267978:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fd883029200) 00010000:00010000:2.0:1787614736.267981:0:22737:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787614736.267985:0:22737:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9a6db6200, rc 0) 00000100:00100000:2.0:1787614736.268506:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+31:18801:x1874449252124800:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 Request processed in 7367us (9288us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1787614736.268516:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 53 00000100:00100000:2.0:1787614736.271950:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614736.272041:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252125056 00000100:00100000:0.0:1787614736.272052:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252125056 00000100:00100000:0.0:1787614736.272121:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 54 00000100:00100000:0.0:1787614736.272132:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+31:18801:x1874449252125056:12345-192.168.203.6@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1787614736.272197:0:24551:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787614736.272223:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6200/0xbb6ded2d9f6e7a95 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ced7 expref: 31 pid: 22737 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272265:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fd883029200) 00010000:00010000:0.0:1787614736.272277:0:24551:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787614736.272301:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030200/0xbb6ded2d9f6e7aa3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272313:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030200/0xbb6ded2d9f6e7aa3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272323:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030200/0xbb6ded2d9f6e7aa3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272410:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7aaa lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x1bd22540 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272419:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7aaa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x1bd22540 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272518:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7aaa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x1bd22540 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272876:0:24551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030200/0xbb6ded2d9f6e7aa3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272884:0:24551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030200/0xbb6ded2d9f6e7aa3 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272891:0:24551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030200/0xbb6ded2d9f6e7aa3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272897:0:24551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd980030200 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614736.272901:0:24551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030200/0xbb6ded2d9f6e7aa3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272918:0:24551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030200/0xbb6ded2d9f6e7aa3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272928:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fd99393a700) 00010000:00010000:0.0:1787614736.272931:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614736.272934:0:24551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030200/0xbb6ded2d9f6e7aa3 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272940:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030200/0xbb6ded2d9f6e7aa3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272950:0:24551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7aaa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x1bd22540 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272955:0:24551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7aaa lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x1bd22540 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272961:0:24551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7aaa lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x1bd22540 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272965:0:24551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd980031a00 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614736.272968:0:24551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7aaa lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x1bd22540 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272975:0:24551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7aaa lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x1bd22540 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.272982:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x1bd22540 (ffff8fd98510a700) 00010000:00010000:0.0:1787614736.272984:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787614736.272987:0:24551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7aaa lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x1bd22540 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.273003:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7aaa lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x1bd22540 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614736.273099:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+30:18801:x1874449252125056:12345-192.168.203.6@tcp:36:lhsmtool_posix.0 Request processed in 968us (1158us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787614736.273109:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 54 00000100:00100000:0.0:1787614736.280436:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614736.281014:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252125184 00000100:00100000:1.0:1787614736.281026:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252125184 00000100:00100000:1.0:1787614736.281107:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 55 00000100:00100000:1.0:1787614736.281121:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+30:18801:x1874449252125184:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787614736.281140:0:22739:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614736.281162:0:22739:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1600/0xbb6ded2d9f6e7ab1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cede expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.281197:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1a00/0xbb6ded2d9f6e7ab8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.281208:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1a00/0xbb6ded2d9f6e7ab8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.281218:0:22739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1a00/0xbb6ded2d9f6e7ab8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.281328:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1600/0xbb6ded2d9f6e7ab1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cede expref: 32 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.281912:0:22739:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1a00/0xbb6ded2d9f6e7ab8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cede expref: 31 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.281921:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fd882197000) 00010000:00010000:1.0:1787614736.281924:0:22739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787614736.281927:0:22739:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e1a00, rc 0) 00000100:00100000:1.0:1787614736.282027:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+31:18801:x1874449252125184:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 Request processed in 908us (1600us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614736.282044:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 55 00000100:00100000:2.0:1787614736.290128:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614736.290216:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252125440 00000100:00100000:0.0:1787614736.290232:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252125440 00000100:00100000:0.0:1787614736.290308:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 56 00000100:00100000:0.0:1787614736.290319:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+31:18801:x1874449252125440:12345-192.168.203.6@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1787614736.290414:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7abf lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.290434:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7abf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.290469:0:22737:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7abf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787614736.290640:0:22737:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:0.0:1787614736.290650:0:22737:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 733418207507ns, next at 734418205234ns, rc = 0 00000004:00010000:0.0:1787614736.290699:0:22737:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006ecfcd26 reply state 00000000d23fc224 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7abf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.290712:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7abf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.290719:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fd882197000) 00010000:00010000:0.0:1787614736.290735:0:22737:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1787614736.290740:0:22737:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787614736.290869:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+33:18801:x1874449252125440:12345-192.168.203.6@tcp:36:lhsmtool_posix.0 Request processed in 550us (757us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1787614736.290877:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 56 00000100:00100000:2.0:1787614736.300296:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614736.300431:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252125568 00000100:00100000:1.0:1787614736.300492:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252125568 00000100:00100000:1.0:1787614736.300580:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 57 00000100:00100000:1.0:1787614736.300593:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+33:18801:x1874449252125568:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787614736.300632:0:22738:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614736.300660:0:22738:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1600/0xbb6ded2d9f6e7ac6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cee5 expref: -99 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.300743:0:22738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1600/0xbb6ded2d9f6e7ac6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cee5 expref: 34 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.300761:0:22738:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1600/0xbb6ded2d9f6e7ac6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cee5 expref: 34 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.300786:0:22738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fd882197000) 00010000:00010000:1.0:1787614736.300789:0:22738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787614736.300804:0:22738:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e1600, rc 0) 00000100:00100000:1.0:1787614736.300891:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+34:18801:x1874449252125568:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 Request processed in 300us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614736.300900:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 57 00000100:00100000:3.0:1787614736.304402:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614736.305191:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252125696 00000100:00100000:0.0:1787614736.305208:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252125696 00000100:00100000:0.0:1787614736.305767:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 28 00000100:00100000:0.0:1787614736.305784:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252125696:12345-192.168.203.6@tcp:2:lhsmtool_posix.0 00000100:00080000:2.0:1787614736.306954:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787614736.308370:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:2405:x1874449252125696:12345-192.168.203.6@tcp:2:lhsmtool_posix.0 Request processed in 2577us (3980us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1787614736.310142:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 28 00000100:00100000:0.0:1787614736.316511:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614736.316993:0:22741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252125952 00000100:00100000:3.0:1787614736.317009:0:22741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252125952 00000100:00100000:3.0:1787614736.317127:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 9 00000100:00100000:3.0:1787614736.317140:0:22741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+34:18801:x1874449252125952:12345-192.168.203.6@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1787614736.317518:0:22741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af802300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+35:18801:x1874449252125952:12345-192.168.203.6@tcp:35:lhsmtool_posix.0 Request processed in 379us (1707us total) trans 12884901910 rc 0/0 00000100:00100000:3.0:1787614736.317714:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 9 00000100:00100000:2.0:1787614736.324681:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614736.324829:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252126208 00000100:00100000:1.0:1787614736.324844:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252126208 00000100:00100000:0.0:1787614736.325016:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 58 00000100:00100000:0.0:1787614736.325032:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+35:18801:x1874449252126208:12345-192.168.203.6@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1787614736.325187:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+35:18801:x1874449252126208:12345-192.168.203.6@tcp:57:lhsmtool_posix.0 Request processed in 160us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614736.325196:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 58 00000100:00100000:1.0:1787614736.331748:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614736.335145:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252126336 00000100:00100000:2.0:1787614736.335169:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252126336 00000100:00100000:2.0:1787614736.335279:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 59 00000100:00100000:2.0:1787614736.335292:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+35:18801:x1874449252126336:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787614736.335318:0:24551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787614736.335343:0:24551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e7acd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13ceec expref: -99 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.335432:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7ad4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.335467:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7ad4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.335481:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7ad4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787614736.335535:0:24551:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787614736.335558:0:24551:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7ad4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.335840:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e7acd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ceec expref: 37 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.335863:0:24551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7ad4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ceec expref: 36 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.335874:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fd882197000) 00010000:00010000:2.0:1787614736.335877:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1787614736.335900:0:24551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd9a6db6400, rc 0) 00000100:00100000:2.0:1787614736.336056:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+36:18801:x1874449252126336:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 Request processed in 764us (4323us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614736.336065:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 59 00000100:00100000:2.0:1787614736.340653:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614736.341397:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252126464 00000100:00100000:0.0:1787614736.341412:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252126464 00000100:00100000:1.0:1787614736.341863:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 29 00000100:00100000:1.0:1787614736.341880:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+6:2404:x1874449252126464:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787614736.341941:0:24244:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787614736.341975:0:24244:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022961b57/0xbb6ded2d9f6e7adb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cef3 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787614736.342013:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a8cd610, blocks: 0x0 00010000:00010000:1.0:1787614736.342042:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1787614736.342048:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787614736.342061:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022961b57/0xbb6ded2d9f6e7adb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cef3 expref: 7 pid: 24244 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.342085:0:24244:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000022961b57/0xbb6ded2d9f6e7adb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cef3 expref: 7 pid: 24244 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.342102:0:24244:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd98c4e1e00, rc 0) 00000100:00100000:1.0:1787614736.342185:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+7:2404:x1874449252126464:12345-192.168.203.6@tcp:101:lhsmtool_posix.0 Request processed in 311us (1548us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614736.342193:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 29 00000100:00100000:0.0:1787614736.349672:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614736.351042:0:25767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252126720 00000100:00100000:2.0:1787614736.351060:0:25767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252126720 00000100:00100000:2.0:1787614736.351157:0:25767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 60 00000100:00100000:2.0:1787614736.351170:0:25767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+36:18801:x1874449252126720:12345-192.168.203.6@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1787614736.351331:0:25767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+36:18801:x1874449252126720:12345-192.168.203.6@tcp:57:lhsmtool_posix.0 Request processed in 163us (1672us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614736.351339:0:25767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 60 00000100:00100000:3.0:1787614736.355849:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614736.357134:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252126848 00000100:00100000:1.0:1787614736.357151:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252126848 00000100:00100000:1.0:1787614736.357323:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 61 00000100:00100000:1.0:1787614736.357339:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+36:18801:x1874449252126848:12345-192.168.203.6@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1787614736.362228:0:22717:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1787614736.362254:0:22717:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:2.0:1787614736.362324:0:22717:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:0.0:1787614736.362486:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787614736.362515:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9af801c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272154496:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1787614736.362612:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787614736.362728:0:3650:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7400/0xbb6ded2d9f6e7930 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614736.362754:0:25377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272154496 00000100:00100000:2.0:1787614736.362767:0:25377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272154496 00010000:00010000:0.0:1787614736.362771:0:3650:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7400/0xbb6ded2d9f6e7930 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.362782:0:3650:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7400/0xbb6ded2d9f6e7930 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.362787:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3800/0xbb6ded2d9f6e78dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.362798:0:3650:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db7400 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:0.0:1787614736.362807:0:3650:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7400/0xbb6ded2d9f6e7930 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.362811:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3800/0xbb6ded2d9f6e78dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.362819:0:3650:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7400/0xbb6ded2d9f6e7930 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.362822:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3800/0xbb6ded2d9f6e78dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.362837:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f3800 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:3.0:1787614736.362841:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3800/0xbb6ded2d9f6e78dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.362849:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3800/0xbb6ded2d9f6e78dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614736.362855:0:25377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00010000:00010000:0.0:1787614736.362863:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fd99393a700) 00000100:00100000:2.0:1787614736.362871:0:25377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272154496:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1787614736.362876:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8fd99393ad00) 00010000:00010000:3.0:1787614736.362881:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787614736.362886:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3800/0xbb6ded2d9f6e78dc lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.362893:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f3800/0xbb6ded2d9f6e78dc lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.362930:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1787614736.362936:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2000/0xbb6ded2d9f6e78e3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.362936:0:3650:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7400/0xbb6ded2d9f6e7930 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.362953:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7400/0xbb6ded2d9f6e7930 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.362956:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2000/0xbb6ded2d9f6e78e3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.362969:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2000/0xbb6ded2d9f6e78e3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.362986:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f2000 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:3.0:1787614736.362990:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2000/0xbb6ded2d9f6e78e3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.362997:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2000/0xbb6ded2d9f6e78e3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363007:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8fd99393a700) 00010000:00010000:3.0:1787614736.363010:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787614736.363013:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2000/0xbb6ded2d9f6e78e3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363019:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2000/0xbb6ded2d9f6e78e3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363033:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e798b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363039:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e798b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363045:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e798b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363051:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f2c00 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:3.0:1787614736.363054:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e798b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363061:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e798b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363081:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8fd99393ac00) 00010000:00010000:3.0:1787614736.363084:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787614736.363088:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e798b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363093:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd8827f2c00/0xbb6ded2d9f6e798b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363108:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7a48 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363114:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7a48 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363120:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7a48 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363124:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1400 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:3.0:1787614736.363127:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7a48 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363133:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7a48 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363142:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:3.0:1787614736.363144:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787614736.363147:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7a48 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363153:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1400/0xbb6ded2d9f6e7a48 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787614736.363166:0:25377:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1787614736.363172:0:25377:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1787614736.363175:0:25377:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1787614736.363178:0:25377:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1787614736 -> 1787614736 00010000:00010000:3.0:1787614736.363180:0:3649:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7abf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787614736.363181:0:25377:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:3.0:1787614736.363191:0:3649:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7abf lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363198:0:3649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7abf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363203:0:3649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd980031a00 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:3.0:1787614736.363206:0:3649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7abf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363212:0:3649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7abf lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363221:0:3649:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fd882197000) 00010000:00010000:3.0:1787614736.363223:0:3649:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787614736.363226:0:3649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7abf lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.363232:0:3649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7abf lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614736.363247:0:25377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3665:x1874449272154496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 377us (632us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1787614736.363257:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+15:18801:x1874449252126848:12345-192.168.203.6@tcp:44:lhsmtool_posix.0 Request processed in 5919us (7420us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614736.363259:0:25377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787614736.363270:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 61 00000100:00080000:2.0:1787614736.363297:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1787614736.363344:0:3665:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8fd9af801c00/2, rc 0, transno 12884901892 00000100:00100000:2.0:1787614736.363352:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9af801c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272154496:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1787614736.367236:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614736.367537:0:24246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252126976 00000100:00100000:2.0:1787614736.367551:0:24246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252126976 00000100:00100000:2.0:1787614736.367994:0:24246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 31 00000100:00100000:2.0:1787614736.368010:0:24246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+7:2405:x1874449252126976:12345-192.168.203.6@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1787614736.368161:0:24246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+7:2405:x1874449252126976:12345-192.168.203.6@tcp:16:lhsmtool_posix.0 Request processed in 155us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614736.368170:0:24246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 31 00000100:00100000:0.0:1787614736.372590:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614736.372672:0:24551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252127232 00000100:00100000:2.0:1787614736.372685:0:24551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252127232 00000100:00100000:2.0:1787614736.372768:0:24551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 62 00000100:00100000:2.0:1787614736.372780:0:24551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+15:18801:x1874449252127232:12345-192.168.203.6@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1787614736.372861:0:24551:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614736.372900:0:24551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7ad4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13ceec expref: 15 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.372928:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fd882197000) 00010000:00010000:2.0:1787614736.372934:0:24551:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787614736.372975:0:24551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e7ae2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.372991:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e7ae2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.373002:0:24551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e7ae2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787614736.373209:0:24551:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002cf18db0 reply state 0000000059815ae0 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e7ae2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.373226:0:24551:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db7200/0xbb6ded2d9f6e7ae2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24551 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.373233:0:24551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fd882197000) 00010000:00010000:2.0:1787614736.373235:0:24551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787614736.373238:0:24551:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787614736.373366:0:24551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+16:18801:x1874449252127232:12345-192.168.203.6@tcp:36:lhsmtool_posix.0 Request processed in 587us (795us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1787614736.373375:0:24551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 62 00000100:00100000:1.0:1787614736.381078:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614736.381219:0:24247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252127360 00000100:00100000:0.0:1787614736.381235:0:24247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252127360 00000100:00100000:0.0:1787614736.381488:0:24247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 32 00000100:00100000:0.0:1787614736.381500:0:24247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+7:2404:x1874449252127360:12345-192.168.203.6@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1787614736.381916:0:24247:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1787614736.381921:0:24247:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1787614735 00002000:00010000:0.0:1787614736.381924:0:24247:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1787614735 00002000:00010000:0.0:1787614736.381926:0:24247:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1787614736 -> 1787614735 00002000:00010000:0.0:1787614736.381929:0:24247:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1787614736.382080:0:24247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+8:2404:x1874449252127360:12345-192.168.203.6@tcp:2:lhsmtool_posix.0 Request processed in 581us (1021us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1787614736.382089:0:24247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 32 00000100:00100000:0.0:1787614736.386544:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614736.389979:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252127488 00000100:00100000:1.0:1787614736.390000:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252127488 00000100:00100000:1.0:1787614736.390108:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 33 00000100:00100000:1.0:1787614736.390121:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9bee50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+8:2404:x1874449252127488:12345-192.168.203.6@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1787614736.390205:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7ae9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.390227:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787614736.390232:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787614736.390240:0:24244:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7ae9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.390258:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7ae9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.390292:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7ae9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.390302:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7ae9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.390311:0:24244:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7ae9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.390318:0:24244:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1000 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614736.390323:0:24244:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7ae9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.390333:0:24244:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7ae9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.390365:0:24244:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7ae9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.390373:0:24244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c0ac417/0xbb6ded2d9f6e7ae9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614736.390615:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9bee50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+8:2404:x1874449252127488:12345-192.168.203.6@tcp:1:lhsmtool_posix.0 Request processed in 488us (4073us total) trans 0 rc 0/0 00000100:00100000:1.0:1787614736.390624:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 33 00000100:00100000:1.0:1787614736.393153:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614736.393760:0:22737:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252127744 00000100:00100000:0.0:1787614736.393777:0:22737:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252127744 00000100:00100000:0.0:1787614736.393872:0:22737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 63 00000100:00100000:0.0:1787614736.393886:0:22737:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+16:18801:x1874449252127744:12345-192.168.203.6@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1787614736.393969:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.393985:0:22737:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7a41 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cebb expref: 16 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.393995:0:22737:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.394050:0:22737:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7a41 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cebb expref: 16 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.394064:0:22737:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7a41 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cebb expref: 16 pid: 22739 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614736.394099:0:22737:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883da6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22737:1874449272154624:192.168.203.6@tcp:104: 00000100:00100000:0.0:1787614736.394186:0:22737:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd990f2c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614736.399140:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:0.0:1787614736.399307:0:22737:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883da6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22737:1874449272154624:192.168.203.6@tcp:104: 00010000:00010000:0.0:1787614736.399343:0:22737:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614736.400479:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252127872 00000100:00100000:2.0:1787614736.400494:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252127872 00010000:00010000:2.0:1787614736.400555:0:22723:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7a41 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cebb expref: 17 pid: 22739 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614736.400595:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 19 00000100:00100000:2.0:1787614736.400606:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+17:2405:x1874449252127872:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787614736.400625:0:22723:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614736.400633:0:22723:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7a41 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cebb expref: 17 pid: 22739 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.400649:0:22723:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7a41 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cebb expref: 17 pid: 22739 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.400675:0:22723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e0200/0xbb6ded2d9f6e7a41 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cebb expref: 17 pid: 22739 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.400765:0:22723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:2.0:1787614736.400773:0:22723:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7a5d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cec9 expref: 16 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.400784:0:22723:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.400802:0:22723:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.400810:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.400848:0:22723:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787614736.400933:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+16:2405:x1874449252127872:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 328us (1808us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614736.400942:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 19 00010000:00010000:1.0:1787614736.400962:0:22737:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.400971:0:22737:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.401251:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.401265:0:22737:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1600/0xbb6ded2d9f6e7ac6 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cee5 expref: 16 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.401273:0:22737:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.401309:0:22737:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1600/0xbb6ded2d9f6e7ac6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cee5 expref: 16 pid: 22738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.401332:0:22737:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1600/0xbb6ded2d9f6e7ac6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cee5 expref: 16 pid: 22738 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614736.401349:0:22737:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22737:1874449272154752:192.168.203.6@tcp:104: 00000100:00100000:1.0:1787614736.401420:0:22737:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3840 going to sleep for 11 seconds 00000100:00100000:0.0:1787614736.409843:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614736.409887:0:22737:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22737:1874449272154752:192.168.203.6@tcp:104: 00010000:00010000:1.0:1787614736.409927:0:22737:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614736.410217:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252128000 00000100:00100000:2.0:1787614736.410226:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252128000 00010000:00010000:2.0:1787614736.410279:0:22722:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1600/0xbb6ded2d9f6e7ac6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cee5 expref: 17 pid: 22738 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614736.410327:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 20 00000100:00100000:2.0:1787614736.410338:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883da6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+17:2405:x1874449252128000:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787614736.410356:0:22722:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614736.410364:0:22722:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1600/0xbb6ded2d9f6e7ac6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cee5 expref: 17 pid: 22738 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.410401:0:22722:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1600/0xbb6ded2d9f6e7ac6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cee5 expref: 17 pid: 22738 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.410427:0:22722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1600/0xbb6ded2d9f6e7ac6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cee5 expref: 17 pid: 22738 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.410490:0:22722:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fd882197000) 00010000:00010000:2.0:1787614736.410496:0:22722:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.410509:0:22722:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.410518:0:22722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.410551:0:22722:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787614736.410845:0:22737:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.410854:0:22737:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787614736.411017:0:22737:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000100:00100000:2.0:1787614736.411020:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883da6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+16:2405:x1874449252128000:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 292us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614736.411029:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 20 00000001:00080000:1.0:1787614736.411154:0:22737:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:1.0:1787614736.411193:0:22737:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:1.0:1787614736.411283:0:22737:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22737:1874449272154880:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787614736.411342:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614736.412802:0:22737:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787614736.413049:0:23812:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272154880 00000100:00100000:3.0:1787614736.413062:0:23812:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272154880 00000100:00100000:0.0:1787614736.416119:0:22743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1787614736.416154:0:22743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22737:x1874449272154880:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787614736.416345:0:22743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22737:x1874449272154880:12345-0@lo:1000:mdt00_000.0 Request processed in 210us (5002us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614736.416354:0:22743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787614736.416623:0:22737:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22737:1874449272154880:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1787614736.416900:0:22737:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1787614736.416999:0:22737:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22737:1874449272155008:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787614736.417064:0:22737:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787614736.417099:0:22737:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3300 going to sleep for 11 seconds 00000100:00100000:3.0:1787614736.417128:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272155008 00000100:00100000:3.0:1787614736.417139:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272155008 00000100:00100000:3.0:1787614736.417193:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787614736.417202:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd884c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22737:x1874449272155008:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787614736.417359:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd884c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22737:x1874449272155008:12345-0@lo:1000:mdt00_000.0 Request processed in 158us (294us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1787614736.417366:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1787614736.417412:0:22737:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd884c2e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22737:1874449272155008:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1787614736.417498:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417510:0:22737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417519:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417526:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1000 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:1.0:1787614736.417531:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417540:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417559:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fd882197000) 00010000:00010000:1.0:1787614736.417563:0:22737:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787614736.417568:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417575:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7af7 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417625:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e7a56 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417639:0:22737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e7a56 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417645:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e7a56 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417658:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db6800 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:1.0:1787614736.417661:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e7a56 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417667:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e7a56 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417677:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:1.0:1787614736.417680:0:22737:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787614736.417688:0:22737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7a5d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cec9 expref: 19 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417700:0:22737:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7a5d lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cec9 expref: 19 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417710:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7a5d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cec9 expref: 19 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.417770:0:22737:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8fd981486600/0xbb6ded2d9f6e7a5d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cec9 expref: 19 pid: 24551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614736.417783:0:22737:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824dc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22737:1874449272155136:192.168.203.6@tcp:105: 00000100:00100000:1.0:1787614736.417869:0:22737:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9a1da3300 going to sleep for 11 seconds 00000100:00100000:0.0:1787614736.426766:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614736.426931:0:22737:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824dc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22737:1874449272155136:192.168.203.6@tcp:105: 00010000:00010000:1.0:1787614736.426967:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e7a56 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427005:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6800/0xbb6ded2d9f6e7a56 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 25767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427046:0:22737:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7afe lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427062:0:22737:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7afe lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427086:0:22737:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7afe lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427100:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7afe lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427107:0:22737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7afe lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427113:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7afe lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427120:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd98c4e1000 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:1.0:1787614736.427124:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7afe lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427132:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7afe lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427144:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:1.0:1787614736.427148:0:22737:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787614736.427151:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7afe lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427164:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd98c4e1000/0xbb6ded2d9f6e7afe lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427175:0:22737:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427181:0:22737:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427188:0:22737:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427193:0:22737:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd980030000 already unused, calling callback (ffffffffc193f4f0) 00010000:00010000:1.0:1787614736.427197:0:22737:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427203:0:22737:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427212:0:22737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:1.0:1787614736.427219:0:22737:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787614736.427221:0:22737:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.427227:0:22737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030000/0xbb6ded2d9f6e7af0 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22737 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614736.427534:0:22737:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+19:18801:x1874449252127744:12345-192.168.203.6@tcp:57:lhsmtool_posix.0 Request processed in 33649us (34391us total) trans 12884901916 rc 0/0 00000100:00100000:1.0:1787614736.427547:0:22737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 63 00000020:00080000:1.0:1787614736.427560:0:22737:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1787614736.427682:0:22771:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1787614736.427689:0:22771:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787614736.427715:0:22771:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1787614736.427722:0:22771:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1787614736.427813:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252128128 00000100:00100000:2.0:1787614736.427822:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252128128 00000100:00100000:2.0:1787614736.428001:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 10 00000100:00100000:2.0:1787614736.428022:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b5df6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+19:18800:x1874449252128128:12345-192.168.203.6@tcp:49:dd.0 00000100:00100000:2.0:1787614736.428151:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b5df6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+19:18800:x1874449252128128:12345-192.168.203.6@tcp:49:dd.0 Request processed in 133us (1400us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614736.428159:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 10 00000100:00100000:1.0:1787614736.433433:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:1.0:1787614736.433514:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614736.433636:0:22740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252128384 00000100:00100000:2.0:1787614736.433650:0:22740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252128384 00000100:00100000:2.0:1787614736.433742:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 11 00000100:00100000:2.0:1787614736.433755:0:22740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+19:18801:x1874449252128384:12345-192.168.203.6@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1787614736.433818:0:22739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252128512 00000100:00100000:0.0:1787614736.433824:0:22739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252128512 00000100:00100000:0.0:1787614736.434035:0:22739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 64 00000100:00100000:0.0:1787614736.434045:0:22739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+20:18800:x1874449252128512:12345-192.168.203.6@tcp:101:dd.0 00010000:00010000:0.0:1787614736.434058:0:22739:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787614736.434095:0:22739:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7b05 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x77e9ae6e8d13cefa expref: -99 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.434145:0:22739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030400/0xbb6ded2d9f6e7b0c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.434163:0:22739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030400/0xbb6ded2d9f6e7b0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.434194:0:22739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030400/0xbb6ded2d9f6e7b0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22739 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.434322:0:22739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980031a00/0xbb6ded2d9f6e7b05 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cefa expref: 22 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.434345:0:22739:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd980030400/0xbb6ded2d9f6e7b0c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cefa expref: 21 pid: 22739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.434354:0:22739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8fd99393a900) 00010000:00010000:0.0:1787614736.434357:0:22739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787614736.434362:0:22739:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8fd980030400, rc 0) 00000100:00100000:0.0:1787614736.434436:0:22739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+21:18800:x1874449252128512:12345-192.168.203.6@tcp:101:dd.0 Request processed in 392us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614736.434495:0:22739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 64 00000004:00080000:2.0:1787614736.435654:0:22740:0:(mdd_object.c:4007:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1787614736.435704:0:22740:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:2.0:1787614736.435748:0:22740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7b13 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.435765:0:22740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7b13 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.435777:0:22740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7b13 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.435787:0:22740:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7b13 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.435806:0:22740:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7b13 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.435813:0:22740:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7b13 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.435898:0:22740:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787614736.436020:0:22740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+22:18801:x1874449252128384:12345-192.168.203.6@tcp:35:lhsmtool_posix.0 Request processed in 2264us (2948us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1787614736.436030:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 11 00000020:00080000:2.0:1787614736.436036:0:22740:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1787614736.436385:0:22725:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787614736.436395:0:22725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7b13 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.436402:0:22725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db6400 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614736.436407:0:22725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7b13 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.436416:0:22725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7b13 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.436431:0:22725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8fd882197000) 00010000:00010000:1.0:1787614736.436434:0:22725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787614736.436439:0:22725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7b13 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.436468:0:22725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8fd9a6db6400/0xbb6ded2d9f6e7b13 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22740 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.436481:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614736.436483:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614736.436485:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787614736.474927:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614736.475357:0:24250:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252128640 00000100:00100000:3.0:1787614736.475370:0:24250:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252128640 00000100:00100000:3.0:1787614736.475565:0:24250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 0 00000100:00100000:3.0:1787614736.475589:0:24250:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+8:2404:x1874449252128640:12345-192.168.203.6@tcp:4:dd.0 00010000:00010000:3.0:1787614736.475646:0:24250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.476238:0:24250:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000022961b57/0xbb6ded2d9f6e7adb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cef3 expref: 8 pid: 24244 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.476250:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614736.476255:0:24250:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787614736.476260:0:24250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.476371:0:24250:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000022961b57/0xbb6ded2d9f6e7adb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cef3 expref: 8 pid: 24244 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.476487:0:24250:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000022961b57/0xbb6ded2d9f6e7adb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cef3 expref: 8 pid: 24244 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787614736.476535:0:24250:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24250:1874449272155264:192.168.203.6@tcp:104: 00000100:00100000:3.0:1787614736.476650:0:24250:0:(client.c:2715:ptlrpc_set_wait()) set ffff8fd9903ea0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787614736.479832:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:3.0:1787614736.480062:0:24252:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1787614736.480075:0:24252:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:0.0:1787614736.480499:0:24252:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252128768 00000100:00100000:0.0:1787614736.480510:0:24252:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252128768 00000100:00100000:2.0:1787614736.480937:0:24250:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24250:1874449272155264:192.168.203.6@tcp:104: 00010000:00010000:2.0:1787614736.480998:0:24250:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614736.481644:0:25783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 1 00000100:00100000:2.0:1787614736.481667:0:25783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+9:2405:x1874449252128768:12345-192.168.203.6@tcp:4:dd.0 00010000:00010000:2.0:1787614736.481716:0:25783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.481739:0:25783:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614736.481745:0:25783:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614736.481751:0:25783:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.481763:0:25783:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614736.483891:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614736.484111:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252128896 00000100:00100000:2.0:1787614736.484549:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252128896 00010000:00010000:2.0:1787614736.484603:0:22723:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000022961b57/0xbb6ded2d9f6e7adb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cef3 expref: 10 pid: 24244 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614736.484660:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 21 00000100:00100000:2.0:1787614736.484670:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd8824ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+10:2405:x1874449252128896:12345-192.168.203.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787614736.484684:0:22723:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787614736.484706:0:22723:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000022961b57/0xbb6ded2d9f6e7adb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cef3 expref: 10 pid: 24244 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.484738:0:22723:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000022961b57/0xbb6ded2d9f6e7adb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cef3 expref: 10 pid: 24244 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.484762:0:22723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022961b57/0xbb6ded2d9f6e7adb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.6@tcp remote: 0x77e9ae6e8d13cef3 expref: 10 pid: 24244 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.484778:0:22723:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614736.484782:0:22723:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614736.485273:0:22723:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.485286:0:22723:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.485297:0:22723:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614736.485300:0:22723:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787614736.485309:0:22723:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.485316:0:22723:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787614736.485362:0:22723:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787614736.485404:0:24250:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787614736.485422:0:24250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.485477:0:25783:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.485490:0:25783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787614736.485608:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+9:2405:x1874449252128896:12345-192.168.203.6@tcp:103:ldlm_bl.0 Request processed in 936us (5674us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614736.485619:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 21 00000001:00080000:3.0:1787614736.572479:0:25060:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:3.0:1787614736.572503:0:25060:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:1.0:1787614736.572934:0:24250:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1787614736.572940:0:24250:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1787614735 -> 1787614736 00002000:00010000:1.0:1787614736.572943:0:24250:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1787614735 -> 1787614736 00002000:00010000:1.0:1787614736.572968:0:24250:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:1.0:1787614736.572991:0:24250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.573005:0:24250:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.573014:0:24250:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.573021:0:24250:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd8827f2c00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:1.0:1787614736.573027:0:24250:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.573036:0:24250:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.573061:0:24250:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787614736.573069:0:24250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f6fb64a/0xbb6ded2d9f6e7b1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787614736.573184:0:24250:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+7:2404:x1874449252128640:12345-192.168.203.6@tcp:4:dd.0 Request processed in 97591us (98316us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1787614736.573221:0:24250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 0 00000001:00080000:2.0:1787614736.585433:0:25060:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:0.0:1787614736.585812:0:25783:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:0.0:1787614736.585819:0:25783:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:0.0:1787614736.585841:0:25783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.585886:0:25783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.585896:0:25783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.585903:0:25783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8fd9a6db7c00 already unused, calling callback (ffffffffc0d32230) 00010000:00010000:0.0:1787614736.585909:0:25783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.585920:0:25783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.585945:0:25783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787614736.585954:0:25783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8d07eb/0xbb6ded2d9f6e7b21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787614736.586156:0:25783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd8824dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252128768:12345-192.168.203.6@tcp:4:dd.0 Request processed in 104490us (106331us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1787614736.586176:0:25783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 1 00010000:00010000:3.0:1787614736.791783:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787614737.815662:0:22725:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787614738.006994:0:25820:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:2.0:1787614738.584128:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd8824df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272155392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787614738.584238:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614738.584297:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787614738.584316:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd9a9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272155520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787614738.584353:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787614738.584392:0:24249:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272155392 00000100:00100000:2.0:1787614738.584401:0:24249:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272155392 00000100:00100000:2.0:1787614738.584492:0:24249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787614738.584508:0:24249:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272155392:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787614738.584603:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272155520 00000100:00100000:3.0:1787614738.584607:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272155520 00000100:00100000:3.0:1787614738.584638:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787614738.584646:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9400a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272155520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787614738.584685:0:22742:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:0.0:1787614738.584730:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272155648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787614738.584757:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9400a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272155520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614738.584766:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787614738.584771:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614738.584794:0:22742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272155648 00000100:00100000:3.0:1787614738.584798:0:22742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272155648 00000100:00100000:3.0:1787614738.584812:0:22742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787614738.584817:0:22742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883da6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272155648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787614738.584858:0:22742:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787614738.584858:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787614738.584871:0:3665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272155776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787614738.584890:0:22742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883da6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1874449272155648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614738.584894:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614738.584897:0:22742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787614738.584935:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3665:1874449272155648:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1787614738.584943:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787614738.584956:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883da7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272155904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787614738.584962:0:24248:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:0.0:1787614738.584972:0:24248:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00100000:3.0:1787614738.584984:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787614738.585011:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd9a9402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272155520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787614738.585376:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883da4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3663:1874449272156416:0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.585410:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614738.585432:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883da7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3663:1874449272156928:0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.585483:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614738.585499:0:3663:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787614738.585504:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883da5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272156032:0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.585530:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614738.585557:0:3663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883da7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272156544:0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.585579:0:3663:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614738.585603:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3666:1874449272156288:0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.585627:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614738.585644:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272156800:0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.585665:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614738.585689:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1787614738.585694:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272156160:0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.585721:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614738.585746:0:3666:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8fd883da7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3666:1874449272156672:0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.585768:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787614738.585803:0:25767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272156416 00000100:00100000:0.0:1787614738.585808:0:25767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272156416 00000100:00100000:0.0:1787614738.585855:0:25767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272156928 00000100:00100000:0.0:1787614738.585858:0:25767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272156928 00000100:00100000:0.0:1787614738.585881:0:25767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272156544 00000100:00100000:0.0:1787614738.585884:0:25767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272156544 00000100:00100000:0.0:1787614738.585897:0:25767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272156288 00000100:00100000:0.0:1787614738.585900:0:25767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272156288 00000100:00100000:0.0:1787614738.585911:0:25767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272156800 00000100:00100000:0.0:1787614738.585913:0:25767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272156800 00000100:00100000:0.0:1787614738.585926:0:25767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272156672 00000100:00100000:0.0:1787614738.585928:0:25767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272156672 00000100:00100000:0.0:1787614738.585946:0:25767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787614738.585955:0:25767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1874449272156416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.586005:0:25767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3663:x1874449272156416:12345-0@lo:400:kworker.0 Request processed in 50us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614738.586013:0:25767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787614738.586029:0:25767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787614738.586035:0:25767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883da5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1874449272156928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.586063:0:25767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883da5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3663:x1874449272156928:12345-0@lo:400:kworker.0 Request processed in 28us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614738.586070:0:25767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787614738.586081:0:25767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787614738.586087:0:25767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272156544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.586111:0:25767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3663:x1874449272156544:12345-0@lo:400:kworker.0 Request processed in 25us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614738.586117:0:25767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787614738.586128:0:25767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787614738.586134:0:25767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1874449272156288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.586163:0:25767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1874449272156288:12345-0@lo:400:kworker.0 Request processed in 29us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614738.586177:0:25767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787614738.586189:0:25767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787614738.586195:0:25767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1874449272156800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.586223:0:25767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1874449272156800:12345-0@lo:400:kworker.0 Request processed in 28us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614738.586228:0:25767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787614738.586239:0:25767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787614738.586245:0:25767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1874449272156672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.586272:0:25767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3666:x1874449272156672:12345-0@lo:400:kworker.0 Request processed in 27us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614738.586278:0:25767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787614738.586302:0:22730:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272156032 00000100:00100000:0.0:1787614738.586306:0:22730:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272156032 00000100:00100000:0.0:1787614738.586334:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1787614738.586341:0:22730:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7848c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3663:x1874449272156032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.586372:0:22730:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7848c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7+24:3663:x1874449272156032:12345-0@lo:400:kworker.0 Request processed in 32us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614738.586378:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00080000:0.0:1787614738.586410:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787614738.586414:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787614738.586462:0:25377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272156160 00000100:00100000:0.0:1787614738.586463:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272155776 00000100:00100000:3.0:1787614738.586467:0:25377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272156160 00000100:00100000:0.0:1787614738.586467:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272155776 00000100:00100000:0.0:1787614738.586493:0:24248:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:0.0:1787614738.586500:0:24248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449272155904 00000100:00100000:3.0:1787614738.586501:0:25377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787614738.586502:0:24248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449272155904 00000100:00100000:3.0:1787614738.586507:0:25377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272156160:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1787614738.586521:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787614738.586524:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787614738.586555:0:25377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3666:x1874449272156160:12345-0@lo:400:kworker.0 Request processed in 48us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1787614738.586557:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3666:1874449272156160:0@lo:400:kworker.0 00000100:00100000:3.0:1787614738.586562:0:25377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:0.0:1787614738.586572:0:3666:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883da7100 x1874449272156672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614738.586584:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883da7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3666:1874449272156672:0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.586594:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3666:1874449272156288:0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.586602:0:3666:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3666:1874449272156800:0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.586645:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883da5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9ad6f0b5-ad9e-4280-a4a9-16cc258310e7:3663:1874449272156032:0@lo:400:kworker.0 00000100:00100000:0.0:1787614738.586655:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883da7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3663:1874449272156544:0@lo:400:kworker.0 00000100:00100000:3.0:1787614738.586663:0:25832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787614738.586666:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883da4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3663:1874449272156416:0@lo:400:kworker.0 00000100:00100000:3.0:1787614738.586670:0:25832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883da6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272155776:12345-0@lo:13:osp-pre-0-1.0 00010000:00080000:0.0:1787614738.586677:0:3663:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8fd883da7b80 x1874449272156928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787614754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787614738.586686:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883da7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3663:1874449272156928:0@lo:400:kworker.0 00002000:00000024:3.0:1787614738.586695:0:25832:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787614738.586797:0:25832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883da6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3665:x1874449272155776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (1902us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614738.586804:0:25832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787614738.586816:0:25832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787614738.586823:0:25832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272155904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787614738.586842:0:25832:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00002000:00000024:2.0:1787614738.586903:0:24249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1787614738.587975:0:3665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883da5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3665:1874449272155776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787614738.589354:0:25832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3663:x1874449272155904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2521us (4359us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614738.589354:0:24249:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9403100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3663:x1874449272155392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4848us (5112us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614738.589367:0:24249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787614738.589379:0:25832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787614738.589690:0:3663:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1787614738.589697:0:3663:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8fd9af801c00, transno 12884901892 00000004:00080000:0.0:1787614738.589746:0:3663:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1787614738.589796:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd883da7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3663:1874449272155904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787614738.589825:0:3663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8fd8824df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3663:1874449272155392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787614738.827635:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614738.827991:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614738.828023:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614738.828063:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614738.828091:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614738.828113:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614738.828134:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614738.828155:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614738.828180:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.6@tcp (source: 12345-192.168.203.6@tcp) 00000100:00100000:2.0:1787614738.828223:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252129408 00000100:00100000:2.0:1787614738.828251:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252129408 00000100:00100000:2.0:1787614738.828328:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252129536 00000100:00100000:2.0:1787614738.828331:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252129536 00000100:00100000:2.0:1787614738.828348:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252129920 00000100:00100000:2.0:1787614738.828382:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252129920 00000100:00100000:2.0:1787614738.828402:0:24244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252130048 00000100:00100000:2.0:1787614738.828404:0:24244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252130048 00000100:00100000:2.0:1787614738.828422:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 18 00000100:00100000:2.0:1787614738.828436:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252129408:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614738.828553:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9400000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252129408:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 119us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614738.828561:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 18 00000100:00100000:2.0:1787614738.828579:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 19 00000100:00100000:2.0:1787614738.828586:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9402d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252129536:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614738.828613:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9402d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252129536:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 28us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614738.828619:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 19 00000100:00100000:2.0:1787614738.828631:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 20 00000100:00100000:2.0:1787614738.828637:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2404:x1874449252129920:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614738.828671:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2404:x1874449252129920:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 35us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614738.828678:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 20 00000100:00100000:2.0:1787614738.828689:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 21 00000100:00100000:2.0:1787614738.828696:0:24244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9af801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2405:x1874449252130048:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614738.828717:0:24244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9af801c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2405:x1874449252130048:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 23us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614738.828723:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 21 00000100:00100000:2.0:1787614738.828750:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252129152 00000100:00100000:2.0:1787614738.828764:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252129152 00000100:00100000:2.0:1787614738.828815:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252129280 00000100:00100000:2.0:1787614738.828819:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252129280 00000100:00100000:2.0:1787614738.828832:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252129664 00000100:00100000:2.0:1787614738.828834:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252129664 00000100:00100000:2.0:1787614738.828845:0:22738:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252129792 00000100:00100000:2.0:1787614738.828858:0:22738:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252129792 00000100:00100000:2.0:1787614738.828874:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 57 00000100:00100000:2.0:1787614738.828880:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+22:2405:x1874449252129152:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614738.828920:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+22:2405:x1874449252129152:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 41us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614738.828926:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 57 00000100:00100000:2.0:1787614738.828935:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 58 00000100:00100000:2.0:1787614738.828940:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9a9400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252129280:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614738.828961:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9a9400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4eff3b32-79ef-4ec7-b739-cdeedbbde69e+5:2405:x1874449252129280:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 21us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614738.828966:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 58 00000100:00100000:2.0:1787614738.828975:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 59 00000100:00100000:2.0:1787614738.828980:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b62e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:2404:x1874449252129664:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614738.829004:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b62e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+6:2404:x1874449252129664:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 24us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1787614738.829010:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 59 00000100:00100000:2.0:1787614738.829019:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 60 00000100:00100000:2.0:1787614738.829025:0:22738:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd883f6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2405:x1874449252129792:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:2.0:1787614738.829056:0:22738:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd883f6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c18ee228-b792-407e-ada8-023a74b6c4ee+5:2405:x1874449252129792:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 32us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614738.829068:0:22731:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874449252129024 00000100:00100000:2.0:1787614738.829074:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 60 00000100:00100000:3.0:1787614738.829075:0:22731:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874449252129024 00000100:00080000:0.0:1787614738.829094:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787614738.829101:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787614738.829105:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787614738.829117:0:22733:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787614738.829136:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.6@tcp, seq: 164 00000100:00100000:3.0:1787614738.829147:0:22731:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8fd9b7848050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:2405:x1874449252129024:12345-192.168.203.6@tcp:400:kworker.0 00000100:00100000:3.0:1787614738.829176:0:22731:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8fd9b7848050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51f3c5d6-3a6b-4b1a-8362-9dcae2d7829b+13:2405:x1874449252129024:12345-192.168.203.6@tcp:400:kworker.0 Request processed in 33us (1560us total) trans 0 rc 0/0 00000100:00100000:3.0:1787614738.829183:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.6@tcp, seq: 164 00010000:00010000:3.0:1787614738.839671:0:22726:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787614739.416076:0:23489:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 Debug log: 13781 lines, 13781 kept, 0 dropped, 0 bad.